-- Logs begin at Wed 2021-10-27 13:21:28 UTC, end at Wed 2021-10-27 14:26:58 UTC. -- Oct 27 14:03:04.650469 dv-cinder-815663-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 14:03:06.767282 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.common.config [-] Logging enabled! Oct 27 14:03:06.768050 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40 Oct 27 14:03:06.768050 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82728) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Oct 27 14:03:06.770316 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.common.config [-] Logging enabled! Oct 27 14:03:06.770558 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40 Oct 27 14:03:06.770876 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82728) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Oct 27 14:03:06.771933 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 14:03:06.772161 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 14:03:06.772506 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 14:03:06.772747 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 14:03:06.772968 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 14:03:06.773284 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.773590 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.773890 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.774118 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.774398 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.774681 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.774957 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.775605 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.775897 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.776176 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.776449 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.776724 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.776949 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.777220 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.777501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.777798 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.778018 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] debug = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.778293 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.778712 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.779858 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.779858 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.779858 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.780204 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.780204 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.780431 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.780747 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] host = dv-cinder-815663-1-smb {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.781147 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.781435 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.781724 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.782007 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.782279 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.782551 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.782860 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.783129 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.783400 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_file = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.783671 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.783954 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.784235 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.784526 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.784745 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.784961 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.785241 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.785523 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.785817 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.786085 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.786353 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.786619 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.786883 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.787145 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.787425 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.787703 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.787980 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.788248 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.788515 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.788780 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.789049 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.789329 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.789617 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.789889 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.790157 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.790436 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.790703 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.790967 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.791264 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.791545 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.791820 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.792098 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.792366 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.792642 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.792907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.793174 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.793440 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] use_json = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.793733 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.793999 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.794275 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.794542 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.794807 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.795073 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.795339 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.795617 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:06.795911 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.796204 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.796496 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.796774 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.797060 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.797336 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.797666 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.797918 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.798198 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.798551 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.798822 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.799100 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.799384 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.799674 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.799960 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.800231 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.800506 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.800791 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.801063 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.801332 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.801626 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.801922 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.802296 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.802569 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.802845 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.803124 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.803394 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.803662 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.803936 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.804222 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.804496 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.804763 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.805028 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.805302 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.805594 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.805877 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.806156 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.806421 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.806685 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.806957 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.807225 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.807494 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.807764 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.808030 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.808299 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.808565 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.808828 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.809098 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.809362 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.809652 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.809915 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.810177 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.810446 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.810710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.810976 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.811243 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.811509 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.811777 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.812062 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.812354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.812626 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.812899 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.813174 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.813446 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.813761 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.814039 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.814312 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.814585 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.814852 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.815138 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.815418 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.815703 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.815982 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.816254 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.816544 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.816815 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.817093 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.817363 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.817661 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.817940 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.818219 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.818503 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.818787 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.819077 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.819361 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.819649 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.820111 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.820421 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.820697 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:06.820910 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 14:03:06.821159 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82728) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 14:03:07.221162 dv-cinder-815663-1-smb neutron-server[82728]: INFO keyring.backend [-] Loading KWallet Oct 27 14:03:07.229160 dv-cinder-815663-1-smb neutron-server[82728]: INFO keyring.backend [-] Loading SecretService Oct 27 14:03:07.232423 dv-cinder-815663-1-smb neutron-server[82728]: INFO keyring.backend [-] Loading Windows Oct 27 14:03:07.233775 dv-cinder-815663-1-smb neutron-server[82728]: INFO keyring.backend [-] Loading chainer Oct 27 14:03:07.234358 dv-cinder-815663-1-smb neutron-server[82728]: INFO keyring.backend [-] Loading macOS Oct 27 14:03:07.268294 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:07.268564 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:07.268857 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:07.269189 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 14:03:07.569084 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.569359 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.569693 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.625110 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.625382 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.625665 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.628929 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.629203 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.629464 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.657975 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.658273 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.658535 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.685170 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.685437 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:07.685733 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.002156 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.002771 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.002771 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.002965 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.003675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.125350 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.125754 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.126036 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.126309 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.126583 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.126926 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.127185 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.127435 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.127685 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.127966 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.128208 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.128459 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.128708 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.128958 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.129217 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.129477 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.129753 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.130056 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.130358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.130637 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.130980 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.131230 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.131473 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.131748 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.131990 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.132231 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.132614 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.132849 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.133079 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.133309 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.133541 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.133797 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.134350 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 14:03:08.137566 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 14:03:08.141505 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 14:03:08.145303 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Oct 27 14:03:08.147015 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 14:03:08.147393 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 14:03:08.147722 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 14:03:08.148101 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 14:03:08.151270 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 14:03:08.151530 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 14:03:08.151859 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 14:03:08.179492 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Oct 27 14:03:08.179873 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.180170 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82728) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 14:03:08.180527 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.181922 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82728) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 14:03:08.182198 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 14:03:08.182440 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 14:03:08.185652 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.185929 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.244921 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 14:03:08.245120 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 14:03:08.245373 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 14:03:08.245772 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 14:03:08.280952 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_db.sqlalchemy.engines [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82728) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Oct 27 14:03:08.608931 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing driver for type 'gre' Oct 27 14:03:08.609467 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] gre ID ranges: [(1, 1000)] Oct 27 14:03:08.663759 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing driver for type 'local' Oct 27 14:03:08.664093 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing driver for type 'vlan' Oct 27 14:03:08.678240 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] VlanTypeDriver initialization complete Oct 27 14:03:08.678786 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing driver for type 'vxlan' Oct 27 14:03:08.679453 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] vxlan ID ranges: [(1, 1000)] Oct 27 14:03:08.738580 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing extension driver 'port_security' Oct 27 14:03:08.739045 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] PortSecurityExtensionDriver initialization complete Oct 27 14:03:08.739410 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing mechanism driver 'openvswitch' Oct 27 14:03:08.739737 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing mechanism driver 'hyperv' Oct 27 14:03:08.746401 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.plugins.ml2.plugin [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:08.747160 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.747528 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.747875 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.748256 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.748601 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.748939 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.749312 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.749676 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.750013 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.750383 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.750723 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.751091 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.751458 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.751814 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.752144 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.752456 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] ML2 OVO RPC backend initialized. {{(pid=82728) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Oct 27 14:03:08.753075 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.753424 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.753861 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.754292 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > networks before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.754656 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.755001 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > ports before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.755487 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.755843 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.756190 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.756526 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.756858 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.757194 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.757584 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.758141 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.758658 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.758997 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.759413 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.759992 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.plugin [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Modular L2 Plugin initialization complete Oct 27 14:03:08.760316 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading services supported by the core plugin {{(pid=82728) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 14:03:08.760634 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.plugins.ml2.managers [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Got port-security extension from driver 'port_security' Oct 27 14:03:08.761099 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.extensions.vlantransparent [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Disabled vlantransparent extension. Oct 27 14:03:08.761508 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82728) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 14:03:08.761839 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: router Oct 27 14:03:08.804275 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.804881 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_create 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.805285 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router before_create 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.805723 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.806137 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.806675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_delete 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.807074 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.807692 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_create 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.808048 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_update 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.808699 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_update 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.809241 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.809698 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_update 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.810111 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.810476 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.810813 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.811146 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: subnet after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.811481 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.811826 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.812166 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.812499 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.812835 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.813186 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router after_update 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.813521 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.813892 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.814267 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.814605 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.814963 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > agent after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.815306 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.815642 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > network after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.816520 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Tracking information for resource: router configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.816847 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Tracking information for resource: floatingip configured {{(pid=82728) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:03:08.821930 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.db.l3_agentschedulers_db [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 14:03:08.822506 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.822864 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port after_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.823218 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port after_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.823566 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: port after_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.824359 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router before_create 55550100 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.824718 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.825071 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.825419 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.829962 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.provider_configuration [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service providers = [] {{(pid=82728) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 14:03:08.830320 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.db.servicetype_db [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82728) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 14:03:08.833524 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.service_base [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:03:08.833893 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.service_base [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:03:08.834195 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.service_base [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:03:08.835113 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.services.service_base [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82728) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:03:08.835480 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.services.service_base [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 14:03:08.835861 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.836175 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 14:03:08.846784 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.847110 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: auto_allocate Oct 27 14:03:08.853051 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: network precommit_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.853416 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: network precommit_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.853951 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.854262 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: tag Oct 27 14:03:08.861305 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.861569 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: timestamp Oct 27 14:03:08.865575 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.865899 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: network_ip_availability Oct 27 14:03:08.871115 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.871480 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.871830 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:08.872545 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.872855 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: flavors Oct 27 14:03:08.877892 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.878209 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading Plugin: revisions Oct 27 14:03:08.882526 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82728) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:03:08.882913 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_concurrency.lockutils [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=82728) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:08.883660 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82728) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Oct 27 14:03:08.883988 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Initializing extension manager. Oct 27 14:03:08.884482 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: __init__.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.884815 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: __pycache__ {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.885142 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.885463 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.885817 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: _filter_validation_lib.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.886137 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.886456 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: address_group.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.887181 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.887733 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: address-group Oct 27 14:03:08.888043 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: address_scope.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.888746 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.889242 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: address-scope Oct 27 14:03:08.889583 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.890480 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.890978 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: router-admin-state-down-before-update Oct 27 14:03:08.891290 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: agent.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.891979 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.892495 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: agent Oct 27 14:03:08.892808 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: agent_resources_synced.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.893733 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.894227 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: agent-resources-synced Oct 27 14:03:08.894537 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.896391 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.896904 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: allowed-address-pairs Oct 27 14:03:08.897224 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.898310 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.898817 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: auto-allocated-topology Oct 27 14:03:08.899136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: availability_zone.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.899817 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.900674 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: availability_zone Oct 27 14:03:08.900982 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: availability_zone_filter.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.901900 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.902394 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: availability_zone_filter Oct 27 14:03:08.902706 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: data_plane_status.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.903592 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.904081 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 14:03:08.904392 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: default_subnetpools.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.905284 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.905799 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: default-subnetpools Oct 27 14:03:08.906111 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.906872 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.907366 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: dhcp_agent_scheduler Oct 27 14:03:08.907679 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: dns.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.908633 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.909307 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 14:03:08.909404 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: dns_domain_ports.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.910348 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.910835 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 14:03:08.911150 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: dvr.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.911909 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.912397 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: dvr Oct 27 14:03:08.912710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: empty_string_filtering.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.913624 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.914122 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: empty-string-filtering Oct 27 14:03:08.914435 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.915335 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.915825 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 14:03:08.916136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.917039 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.917532 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 14:03:08.917883 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: external_net.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.918779 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.919268 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: external-net Oct 27 14:03:08.919581 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.920473 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.920969 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: extra_dhcp_opt Oct 27 14:03:08.921277 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: extraroute.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.922196 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.922688 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: extraroute Oct 27 14:03:08.923002 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: extraroute_atomic.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.924044 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.924642 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: extraroute-atomic Oct 27 14:03:08.924844 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: filter_validation.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.925501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.926015 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: filter-validation Oct 27 14:03:08.926324 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: fip_pf_description.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.927480 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.927966 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 14:03:08.928280 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: fip_port_details.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.929181 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.929698 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: fip-port-details Oct 27 14:03:08.930011 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: flavors.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.931243 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.931742 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: flavors Oct 27 14:03:08.932057 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.933740 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.934244 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 14:03:08.934570 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: floatingip_pools.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.935262 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.935758 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: floatingip-pools Oct 27 14:03:08.936081 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: ip_allocation.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.936997 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.937487 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 14:03:08.937839 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.938741 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.939442 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: ip-substring-filtering Oct 27 14:03:08.939780 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l2_adjacency.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.940689 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.941177 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 14:03:08.941495 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.942485 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.942989 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: router Oct 27 14:03:08.943303 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.945571 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.946086 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 14:03:08.946411 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.947334 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.947830 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: ext-gw-mode Oct 27 14:03:08.948147 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.949045 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.949538 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: l3-ha Oct 27 14:03:08.949884 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3_flavors.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.950796 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.951290 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: l3-flavors Oct 27 14:03:08.951601 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.952508 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.952999 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 14:03:08.953311 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: l3agentscheduler.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.954360 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.954928 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: l3_agent_scheduler Oct 27 14:03:08.955254 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: logging.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.957155 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.957686 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension logging not supported by any of loaded plugins Oct 27 14:03:08.958009 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: metering.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.958829 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.959395 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: metering Oct 27 14:03:08.959712 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.960799 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.961306 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: metering_source_and_destination_fields Oct 27 14:03:08.963019 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: multiprovidernet.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.963019 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.963217 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: multi-provider Oct 27 14:03:08.963486 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: netmtu.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.964475 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.964983 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: net-mtu Oct 27 14:03:08.965299 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: netmtu_writable.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.966223 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.966716 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: net-mtu-writable Oct 27 14:03:08.967030 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: network_availability_zone.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.968844 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.968844 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: network_availability_zone Oct 27 14:03:08.968844 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: network_ip_availability.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.970806 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.970806 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: network-ip-availability Oct 27 14:03:08.970806 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: network_segment_range.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.971413 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.971725 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 14:03:08.972044 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: pagination.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.973001 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.973325 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: pagination Oct 27 14:03:08.973699 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.974579 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.975075 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: port-mac-address-regenerate Oct 27 14:03:08.975387 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: port_resource_request.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.976290 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.976776 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 14:03:08.977093 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: portbindings.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.978029 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.978519 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: binding Oct 27 14:03:08.978831 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: portbindings_extended.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.980106 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.980606 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: binding-extended Oct 27 14:03:08.980924 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: portsecurity.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.981855 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.982350 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: port-security Oct 27 14:03:08.982665 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: project_id.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.983618 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.983963 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: project-id Oct 27 14:03:08.984274 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: providernet.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.985190 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.985714 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: provider Oct 27 14:03:08.986055 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.989754 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.990269 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos not supported by any of loaded plugins Oct 27 14:03:08.990591 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.991831 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.992331 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 14:03:08.992653 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.993776 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.994270 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 14:03:08.994597 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_default.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.995494 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.995990 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-default not supported by any of loaded plugins Oct 27 14:03:08.996305 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_fip.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.996944 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.997428 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 14:03:08.997767 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:08.998683 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:08.999175 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 14:03:08.999492 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.000387 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.000888 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 14:03:09.001201 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.002171 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.002670 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 14:03:09.003230 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: qos_rules_alias.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.003995 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.004498 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 14:03:09.004813 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: quotasv2.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.005801 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.006125 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: quotas Oct 27 14:03:09.006438 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: quotasv2_detail.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.008178 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.008512 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: quota_details Oct 27 14:03:09.008842 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: rbac.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.009935 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.010444 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: rbac-policies Oct 27 14:03:09.010767 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: rbac_address_scope.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.011670 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.012173 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: rbac-address-scope Oct 27 14:03:09.012487 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: rbac_security_groups.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.013389 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.013922 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: rbac-security-groups Oct 27 14:03:09.014238 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.015134 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.015633 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: rbac-subnetpool Oct 27 14:03:09.015949 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: revisionifmatch.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.016849 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.017374 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: revision-if-match Oct 27 14:03:09.017731 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: revisions.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.018824 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.019329 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: standard-attr-revisions Oct 27 14:03:09.019647 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: router_availability_zone.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.020307 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.020892 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: router_availability_zone Oct 27 14:03:09.021224 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: routerservicetype.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.022175 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.022667 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 14:03:09.022982 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.023881 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.024378 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: port-security-groups-filtering Oct 27 14:03:09.024693 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: securitygroup.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.036150 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.036664 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: security-group Oct 27 14:03:09.036995 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: segment.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.037800 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.038304 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension segment not supported by any of loaded plugins Oct 27 14:03:09.038627 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.039564 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.040059 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 14:03:09.040375 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: servicetype.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.041463 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.041991 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: service-type Oct 27 14:03:09.042317 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: sorting.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.043272 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.043600 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: sorting Oct 27 14:03:09.043913 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: standard_attr_segment.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.044808 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.045306 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 14:03:09.045647 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: standardattrdescription.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.046290 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.046782 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: standard-attr-description Oct 27 14:03:09.047096 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: stateful_security_group.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.048013 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.048538 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: stateful-security-group Oct 27 14:03:09.048856 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: stdattrs_common.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.049434 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 14:03:09.049769 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.050700 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.051199 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 14:03:09.051515 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: subnet_onboard.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.052715 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.053225 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: subnet_onboard Oct 27 14:03:09.053535 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.054476 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.054969 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 14:03:09.055286 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: subnet_service_types.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.056190 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.056694 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: subnet-service-types Oct 27 14:03:09.057010 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: subnetallocation.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.058180 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.058687 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: subnet_allocation Oct 27 14:03:09.059004 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.059671 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.060167 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: subnetpool-prefix-ops Oct 27 14:03:09.060482 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.061405 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.061934 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 14:03:09.062249 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: tagging.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.063318 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.063819 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: standard-attr-tag Oct 27 14:03:09.064191 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: timestamp.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.065379 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.065907 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loaded extension: standard-attr-timestamp Oct 27 14:03:09.066227 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: trunk.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.067242 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.067851 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension trunk not supported by any of loaded plugins Oct 27 14:03:09.068168 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: trunk_details.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.069072 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.069590 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 14:03:09.069931 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.070838 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.071338 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 14:03:09.071654 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Loading extension file: vlantransparent.py {{(pid=82728) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:03:09.072317 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82728) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:03:09.072810 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 14:03:09.075060 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:network Oct 27 14:03:09.075792 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:subnet Oct 27 14:03:09.076547 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:03:09.077135 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:port Oct 27 14:03:09.078496 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.078930 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service FLAVORS assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.079544 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.079978 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.080311 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:router Oct 27 14:03:09.080946 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 14:03:09.081679 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service METERING assigned prefix: /metering {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.083143 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:09.083563 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:09.083913 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82728) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:03:09.085031 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 14:03:09.085465 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:security_group Oct 27 14:03:09.086127 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 14:03:09.086870 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service CORE assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.087368 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:03:09.087707 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] subnetpool is already registered Oct 27 14:03:09.088311 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service CORE assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.088633 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:03:09.088947 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] subnetpool is already registered Oct 27 14:03:09.091517 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.091936 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service FLAVORS assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.092517 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.092926 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.093252 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:router Oct 27 14:03:09.093578 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] router is already registered Oct 27 14:03:09.094188 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 14:03:09.094511 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] floatingip is already registered Oct 27 14:03:09.095125 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service METERING assigned prefix: /metering {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.095844 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 14:03:09.096160 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] rbac_policy is already registered Oct 27 14:03:09.096687 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:security_group Oct 27 14:03:09.097010 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] security_group is already registered Oct 27 14:03:09.097595 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 14:03:09.097928 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] security_group_rule is already registered Oct 27 14:03:09.098570 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service CORE assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.098971 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:03:09.099311 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] subnetpool is already registered Oct 27 14:03:09.099908 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.v2.resource_helper [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Service CORE assigned prefix: {{(pid=82728) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:03:09.100223 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:03:09.100547 dv-cinder-815663-1-smb neutron-server[82728]: WARNING neutron.quota.resource_registry [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] subnetpool is already registered Oct 27 14:03:09.101169 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: extensions {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.102675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: address-groups {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.104247 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: address-scopes {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.105423 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: agents {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.106589 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: auto-allocated-topology {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.107808 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: availability_zones {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.109091 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: dhcp-networks {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.110499 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: dhcp-agents {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.111961 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: routers {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.113703 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: flavors {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.114978 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: service_profiles {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.116147 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: next_providers {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.117669 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: service_profiles {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.119089 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: floatingip-pools {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.120260 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: routers {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.122039 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: floatingips {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.123190 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: l3-routers {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.124534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: l3-agents {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.125931 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: metering-labels {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.128110 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: metering-label-rules {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.129339 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: network-ip-availabilities {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.130721 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: bindings {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.132335 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: quotas {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.133761 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: quotas {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.135144 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: rbac-policies {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.136405 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: security-groups {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.137602 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: security-group-rules {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.138794 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: service-providers {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.139996 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: subnetpools {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.141370 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: subnetpools {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.142853 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.144478 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.146378 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.148109 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.149853 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.151852 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.153578 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.155402 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.157208 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.159164 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron.api.extensions [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Extended resource: tags {{(pid=82728) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:03:09.165221 dv-cinder-815663-1-smb neutron-server[82728]: WARNING keystonemiddleware.auth_token [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 14:03:09.169972 dv-cinder-815663-1-smb neutron-server[82728]: WARNING keystonemiddleware.auth_token [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 14:03:09.178547 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_concurrency.lockutils [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Acquired lock "singleton_lock" {{(pid=82728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 14:03:09.179019 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_concurrency.lockutils [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Releasing lock "singleton_lock" {{(pid=82728) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 14:03:09.179650 dv-cinder-815663-1-smb neutron-server[82728]: INFO oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Starting 2 workers Oct 27 14:03:09.184171 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Started child 82831 {{(pid=82728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:03:09.188250 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Started child 82832 {{(pid=82728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:03:09.189572 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:09.190133 dv-cinder-815663-1-smb neutron-server[82728]: INFO neutron.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 14:03:09.190430 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Notify callbacks [] for process, before_spawn {{(pid=82728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:09.191009 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [-] (82831) wsgi starting up on http://0.0.0.0:9696 Oct 27 14:03:09.192823 dv-cinder-815663-1-smb neutron-server[82728]: INFO oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Starting 1 workers Oct 27 14:03:09.192985 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:09.194268 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [-] (82832) wsgi starting up on http://0.0.0.0:9696 Oct 27 14:03:09.197703 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Started child 82833 {{(pid=82728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:03:09.198202 dv-cinder-815663-1-smb neutron-server[82728]: INFO oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Starting 1 workers Oct 27 14:03:09.201297 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] calling RpcWorker wait() {{(pid=82833) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 14:03:09.201914 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] returning from RpcWorker wait() {{(pid=82833) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 14:03:09.202273 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Started child 82834 {{(pid=82728) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:03:09.202986 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:09.203112 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG neutron_lib.callbacks.manager [None req-c1b423ae-f7e1-46ea-8e65-30ae855779f5 None None] Notify callbacks [] for process, after_spawn {{(pid=82728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:09.203402 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:09.204947 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 27 14:03:09.205142 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 14:03:09.205293 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 14:03:09.205523 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 14:03:09.205851 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 14:03:09.206009 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 14:03:09.206553 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.206813 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.207079 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.207289 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.207587 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.207745 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:09.208310 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.209540 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.209687 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:09.209785 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.210212 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.210620 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.210744 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212501 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212965 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.212965 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.213155 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.213787 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.214037 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] debug = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.214272 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.214741 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.214965 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.215214 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.215453 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.215721 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.215952 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.216215 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.216435 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.216675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.216905 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.217151 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.217372 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.217628 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.217896 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.218111 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.218575 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] host = dv-cinder-815663-1-smb {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.218809 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.219017 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.219260 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.219486 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.219730 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.219911 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.220151 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.220496 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.220744 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.220968 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.221201 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.221440 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.221708 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.221955 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_file = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.222116 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_options = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.222345 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.222606 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.222864 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.223049 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.223216 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.223419 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.223665 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.223830 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.224051 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.224269 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.224484 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.224722 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.224960 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.225207 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.225446 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.225679 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.225891 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.226124 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.226358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.226592 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.226823 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.227061 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.227287 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.227517 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.227738 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.227947 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.228173 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.228381 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.228587 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.228801 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.229050 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.229295 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.229647 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.230992 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.231415 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.231550 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.231783 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.232192 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.232633 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.233260 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.233260 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.233630 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.233787 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.234017 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.234307 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.234307 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_json = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.235613 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.236178 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.237381 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.237381 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.237648 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.237780 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.238014 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240932 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240932 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240932 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.240932 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.241372 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.241489 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.241798 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.242075 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.242349 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.242648 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.243059 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.243491 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.243720 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.243964 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.244233 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.244685 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.244957 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.245395 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.245844 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.246269 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.246671 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.247099 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.247510 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.247950 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.248433 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.248912 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.249346 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.249814 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.250245 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.250466 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.250690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.250942 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.251163 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.251411 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.251748 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.252003 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.252221 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.252461 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.252686 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.252921 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.253141 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.253353 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.253582 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.253809 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.254042 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.254311 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.254531 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.254745 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.254951 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.255167 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.255392 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.255640 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.255856 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.256096 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.256316 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.256559 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.256772 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.256986 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.257216 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.257435 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.257983 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.257983 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.258293 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.258293 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.258649 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.258920 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.259199 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.259421 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.259713 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.260047 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.260295 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.260546 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.260783 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.261028 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.261268 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.261502 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.261779 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.261997 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.262236 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.262465 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.262694 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.262956 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.263197 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.263439 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.263675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.263911 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.264292 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.264607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.264855 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.265102 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.265372 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.265659 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.265919 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.266183 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.266417 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.266685 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.266921 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.267235 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.267477 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.267743 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.268025 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.268311 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.268549 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.268786 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.269025 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.269284 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.269521 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.269803 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.270036 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.270292 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.270543 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.270835 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.271095 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.271361 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.271565 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.271812 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.272133 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.272392 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.272613 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.272882 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.273155 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.273411 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.273674 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.273949 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.274208 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.274441 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.274685 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.274938 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.275516 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.275762 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.275987 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.276208 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.276449 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.276680 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.276899 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.277159 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.277370 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.277624 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.277863 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.278086 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.278314 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.278530 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.278744 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.278970 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.279181 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.279400 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.279644 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.279882 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.280118 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.280334 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.280567 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.280811 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.281102 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.281481 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.281844 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.282088 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.282316 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.282563 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.282861 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.283070 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.283536 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.283763 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.283984 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.284243 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.284470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.284689 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.284907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.285134 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.285348 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.285638 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.285858 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.286190 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.286412 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.286675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.286904 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.287121 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.287340 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.287554 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.287773 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.287987 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.288202 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.288469 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.288713 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.288934 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.289146 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.289377 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.289604 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.289820 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.290030 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.290287 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.290526 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.290736 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.291016 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.291249 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.291477 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.291712 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.291953 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.292178 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.292393 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.292624 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.292844 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.293057 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.293362 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.293619 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.293837 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.294133 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.294361 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.294592 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.294854 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.295179 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.295393 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.295642 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.295868 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.296162 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.296396 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.296646 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.296981 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.297279 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.297524 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.297780 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.298059 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.298348 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.298665 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.298877 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.299185 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.299498 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.299815 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.300079 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.300336 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.300613 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.300925 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.301143 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.301377 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.301633 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.301855 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.302126 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.302377 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.302620 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.302863 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.303108 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.303341 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.303597 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.303827 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.304048 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.304265 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.304433 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82728) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.307946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.308907 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309288 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55092) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:09.309358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309358 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] debug = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309730 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309730 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.309865 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310329 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310329 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310329 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310568 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310654 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310732 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.310897 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.311048 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312040 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312040 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312202 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312295 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312500 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312600 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] host = dv-cinder-815663-1-smb {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312788 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.312936 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.313087 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.313225 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.313362 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.313493 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.313724 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.313864 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.314057 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.314194 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.314320 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.314477 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.314617 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315213 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_file = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315213 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_options = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315213 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315213 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315500 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315570 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315783 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.315933 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316070 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316206 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316485 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316620 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316802 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.316938 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061979 Oct 27 14:03:09.317074 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.317198 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.317279 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318914 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.318914 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.319648 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.319838 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.319994 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.320156 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.320305 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.320448 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.321584 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.321764 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.321934 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.322078 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.322234 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.322379 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.322534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.322672 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.322821 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.323147 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.324142 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.324309 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.324481 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.324629 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.324767 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.324916 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_json = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.325070 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.325234 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.325377 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.325537 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.325739 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.325906 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.326050 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.326188 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:03:09.326368 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.326530 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.326703 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.326862 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327021 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327171 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327334 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327494 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327655 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327813 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.327980 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.328143 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.328319 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.328479 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.328640 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.328800 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.328959 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.329119 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.329278 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.329498 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.329757 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.329915 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.330058 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.330212 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.330387 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.330534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.330684 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.330869 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331014 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331156 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331294 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331455 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331701 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331794 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.331917 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.332229 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.332397 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.332558 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.332717 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.332880 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.333047 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.333354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.333512 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.333823 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.334122 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.334289 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.334453 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.334609 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.334911 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.335071 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.335407 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.335713 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.336005 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.336171 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.336477 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.336765 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.336934 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.337089 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.337389 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.337642 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.337735 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.337882 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.338195 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.338363 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:09.338498 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.338664 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339424 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339424 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339424 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339424 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339424 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339933 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.339933 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.340773 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.340937 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.341095 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.341270 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.341430 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.341611 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.341775 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.341934 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.342094 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.342255 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.342417 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.342579 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.342740 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.342899 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.343059 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.343223 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.343383 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.343542 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.343701 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.343859 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344018 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344178 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344338 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344497 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344659 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344803 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.344966 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.345125 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.345315 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.345484 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.346324 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347122 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347122 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347122 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347122 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347122 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347626 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347626 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347626 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347901 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.347901 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348086 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348164 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348310 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348437 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348596 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348764 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.348924 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.349084 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.349242 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.349502 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.349686 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.349847 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.350007 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.350167 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.350531 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.350643 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.351607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.351607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.351607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.351607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.351607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.352581 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.352581 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.352581 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.352581 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.352581 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.353690 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.354170 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.354170 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.354871 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355045 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355206 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355354 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355514 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355675 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355837 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.355995 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.356275 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.356385 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.356492 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.357534 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358413 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358413 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358556 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358692 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.358849 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.359158 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.359482 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.359646 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.359806 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.359966 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.360126 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.360287 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.360447 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.360607 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.360766 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.360983 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.361146 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.361310 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.361470 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363112 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363112 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363112 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363112 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363112 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.363710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364130 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364130 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364130 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364416 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364416 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364603 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364718 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.364874 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.365033 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.365201 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.365361 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.365520 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.365710 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.365870 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.366031 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.366195 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.366364 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.366523 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.366684 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.366843 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.367002 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.367162 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.367324 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.367488 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.367657 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.367853 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368004 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368136 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368317 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368466 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368609 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368775 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.368946 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.369786 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.369786 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.369786 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.369786 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.369786 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370363 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370363 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370363 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370363 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370803 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370803 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.370803 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371089 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371089 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371327 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371428 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371526 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371652 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371812 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:03:09.371966 dv-cinder-815663-1-smb neutron-server[82728]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82728) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 14:03:19.687861 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85b008-e7f4-483a-99d6-6d94a9db11b9 None None] get_active_networks_info from dv-cinder-815663-1-smb {{(pid=82833) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Oct 27 14:03:19.748427 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85b008-e7f4-483a-99d6-6d94a9db11b9 None None] No non-hosted networks {{(pid=82833) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 14:03:19.758551 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.agentschedulers_db [None req-cb85b008-e7f4-483a-99d6-6d94a9db11b9 None None] DHCP Agent not found on host dv-cinder-815663-1-smb {{(pid=82833) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 14:03:19.869932 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-06b7e140-b598-45c9-922c-da3784e84614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889247'] for agent, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:20.074398 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889247'] for agent, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:20.075412 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.075918 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.076508 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.077130 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.078007 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.078534 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.079066 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.079649 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.080195 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.080790 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.081785 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:20.082369 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815663-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:20.092111 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815663-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:21.741080 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-27a3516d-80e5-409d-9d70-bc3b9e337ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889247'] for agent, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:21.771744 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a7cc372-f081-41ea-8b0a-5a056cb5e5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:22.698302 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889247'] for agent, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:23.888490 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.db.l3_hamode_db [None req-c4073aaa-97ff-4064-bae5-0c68e6c94794 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 14:03:23.980407 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4073aaa-97ff-4064-bae5-0c68e6c94794 None None] Routers set() bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:23.980792 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4073aaa-97ff-4064-bae5-0c68e6c94794 None None] Router IDs set() for agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 14:03:24.473788 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889247'] for agent, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:26.030278 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55190) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:26.666639 dv-cinder-815663-1-smb neutron-server[82831]: WARNING oslo_policy.policy [None req-2b260fa8-06ed-4fb9-a37e-b524f6038a51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:26.667511 dv-cinder-815663-1-smb neutron-server[82831]: WARNING oslo_policy.policy [None req-2b260fa8-06ed-4fb9-a37e-b524f6038a51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:26.885691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [None req-2b260fa8-06ed-4fb9-a37e-b524f6038a51 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82831) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:03:26.886710 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-2b260fa8-06ed-4fb9-a37e-b524f6038a51 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8552549 Oct 27 14:03:29.112027 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55204) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:29.785931 dv-cinder-815663-1-smb neutron-server[82832]: WARNING oslo_policy.policy [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:29.786516 dv-cinder-815663-1-smb neutron-server[82832]: WARNING oslo_policy.policy [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:29.996866 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:03:30.044675 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.policy [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82832) register_rules /opt/stack/neutron/neutron/policy.py:65}} Oct 27 14:03:30.045400 dv-cinder-815663-1-smb neutron-server[82832]: WARNING oslo_policy.policy [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:30.045805 dv-cinder-815663-1-smb neutron-server[82832]: WARNING oslo_policy.policy [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:30.049133 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.quota [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] Loaded quota_driver: . Oct 27 14:03:30.065455 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:30.135384 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737949384453', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737949365015', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737949359207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737949353470', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737949413226', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1119261', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1117505', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566361', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652307'] for rbac-policy, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:30.207683 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:30.209129 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6e65a136-3530-4722-98f9-2a70ca372d30 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0941622 Oct 27 14:03:32.732940 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55222) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:33.142860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'cb1165872f9e4a63b7a025c39362d679'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:03:33.148052 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:33.152801 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Usage tracker for resource:network and tenant:cb1165872f9e4a63b7a025c39362d679 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:33.157450 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:33.163731 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:33.176614 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Made reservation on behalf of cb1165872f9e4a63b7a025c39362d679 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:33.179580 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.198324 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.244957 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:33.248923 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Usage tracker for resource:security_group_rule and tenant:cb1165872f9e4a63b7a025c39362d679 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:33.252141 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:33.258342 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:33.326872 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.333060 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.338722 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:33.355136 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:03:33.380398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737950391727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.380978 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Unsubscribe: segment precommit_create {{(pid=82832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 14:03:33.381413 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Added segment 85295b30-6fb2-4435-8831-2a6949e72fa3 of type vlan for network 4bacbb77-d4d2-4211-8aae-695e11f248ea Oct 27 14:03:33.398808 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d5312-3fee-4e35-bc6d-ccdf6f4c0e7d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:33.458832 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.459036 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.459410 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.459771 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.460090 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.460456 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.460780 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.461095 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.461398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.461726 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.462012 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Tracked resource versions report: Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: pushed versions: Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Log': {'1.0'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Network': {'1.1'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Port': {'1.5'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'PortForwarding': {'1.2'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'QosPolicy': {'1.8'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroup': {'1.2'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'SubPort': {'1.0'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Subnet': {'1.1'}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Trunk': {'1.1'}} Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: consumer versions: Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Log': '1.0', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Network': '1.1', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Port': '1.5', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'PortForwarding': '1.2', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'QosPolicy': '1.8', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroup': '1.2', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroupRule': '1.0', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'SubPort': '1.0', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Subnet': '1.1', Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: 'Trunk': '1.1'}} Oct 27 14:03:33.463098 dv-cinder-815663-1-smb neutron-server[82832]: {{(pid=82832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:03:33.498360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.511971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:33.543544 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.545026 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:33.545722 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:33.550240 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:33.648772 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9143465 Oct 27 14:03:33.654116 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Pushing event updated for resources: {'Network': ['ID=4bacbb77-d4d2-4211-8aae-695e11f248ea,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:33.658596 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:33.671414 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:03:36.222601 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55238) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:36.780127 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.policy [None req-18e253aa-54dd-4bcf-9c43-b2f6f2f959d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82831) register_rules /opt/stack/neutron/neutron/policy.py:65}} Oct 27 14:03:36.780896 dv-cinder-815663-1-smb neutron-server[82831]: WARNING oslo_policy.policy [None req-18e253aa-54dd-4bcf-9c43-b2f6f2f959d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:36.781270 dv-cinder-815663-1-smb neutron-server[82831]: WARNING oslo_policy.policy [None req-18e253aa-54dd-4bcf-9c43-b2f6f2f959d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:03:36.784036 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e253aa-54dd-4bcf-9c43-b2f6f2f959d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:36.785716 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-18e253aa-54dd-4bcf-9c43-b2f6f2f959d9 admin admin] 10.222.0.61 "GET /v2.0/networks/4bacbb77-d4d2-4211-8aae-695e11f248ea HTTP/1.1" status: 200 len: 826 time: 0.5622001 Oct 27 14:03:36.820686 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8ad8e6a5-0ec3-42c6-8137-0056e188a6b7 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/55f95cd0-f130-4fc8-98ba-284293d86cc4 HTTP/1.1" status: 200 len: 734 time: 0.0267575 Oct 27 14:03:36.828980 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4', 'name': 'private-subnet', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:03:36.830634 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.quota [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Loaded quota_driver: . Oct 27 14:03:36.836575 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:36.842113 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Usage tracker for resource:subnet and tenant:cb1165872f9e4a63b7a025c39362d679 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:36.845438 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:36.852416 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:36.868560 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Made reservation on behalf of cb1165872f9e4a63b7a025c39362d679 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:36.871271 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:37.188898 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:37.193496 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:37.273682 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=858e1dd2-d158-4452-b315-51b07f66b7b2,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:37.280643 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Checking segment: {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:03:37.281010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Network hostable DHCP agents. Network: 4bacbb77-d4d2-4211-8aae-695e11f248ea, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:03:37.293433 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.293802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.294103 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.294412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.294718 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.295023 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.295326 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.295647 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.295945 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.296231 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.296526 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Tracked resource versions report: Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: pushed versions: Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Log': {'1.0'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Network': {'1.1'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Port': {'1.5'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'PortForwarding': {'1.2'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'QosPolicy': {'1.8'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroup': {'1.2'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'SubPort': {'1.0'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Subnet': {'1.1'}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Trunk': {'1.1'}} Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: consumer versions: Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Log': '1.0', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Network': '1.1', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Port': '1.5', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'PortForwarding': '1.2', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'QosPolicy': '1.8', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroup': '1.2', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroupRule': '1.0', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'SubPort': '1.0', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Subnet': '1.1', Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: 'Trunk': '1.1'}} Oct 27 14:03:37.297592 dv-cinder-815663-1-smb neutron-server[82831]: {{(pid=82831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:03:37.335512 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:37.346259 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:03:37.358210 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 4bacbb77-d4d2-4211-8aae-695e11f248ea) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:37.362791 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:37.363398 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:37.368371 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211caea-fe17-44a7-99e2-8fb780c9e8f0 None None] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:03:37.385330 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5596862 Oct 27 14:03:37.674517 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-4bacbb77-d4d2-4211-8aae-695e11f248ea', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:03:37.675709 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:37.863820 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Allocated IP 172.20.0.2 (4bacbb77-d4d2-4211-8aae-695e11f248ea/858e1dd2-d158-4452-b315-51b07f66b7b2/f495f716-c254-40c0-803f-bcf61def811c) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:38.086164 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:38.099353 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Transition to ACTIVE for port object f495f716-c254-40c0-803f-bcf61def811c will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:03:38.121655 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Transition to ACTIVE for port object f495f716-c254-40c0-803f-bcf61def811c will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:03:38.129847 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:38.134233 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:38.195336 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:38.198194 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:38.203124 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Pushing event updated for resources: {'Port': ['ID=f495f716-c254-40c0-803f-bcf61def811c,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:38.205406 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:38.216366 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.216688 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.217008 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.217324 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.217659 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.217982 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.218285 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.218597 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.218892 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.219182 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.219487 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Tracked resource versions report: Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: pushed versions: Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Log': {'1.0'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Network': {'1.1'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Port': {'1.5'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'PortForwarding': {'1.2'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'QosPolicy': {'1.8'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroup': {'1.2'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'SubPort': {'1.0'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Subnet': {'1.1'}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Trunk': {'1.1'}} Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: consumer versions: Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Log': '1.0', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Network': '1.1', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Port': '1.5', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'PortForwarding': '1.2', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'QosPolicy': '1.8', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroup': '1.2', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroupRule': '1.0', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'SubPort': '1.0', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Subnet': '1.1', Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: 'Trunk': '1.1'}} Oct 27 14:03:38.220587 dv-cinder-815663-1-smb neutron-server[82833]: {{(pid=82833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:03:38.251199 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:38.304641 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Attempting to bind port f495f716-c254-40c0-803f-bcf61def811c on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:03:38.305020 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Attempting to bind port f495f716-c254-40c0-803f-bcf61def811c by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:03:38.305426 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Attempting to bind port f495f716-c254-40c0-803f-bcf61def811c on network 4bacbb77-d4d2-4211-8aae-695e11f248ea {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:03:38.312067 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:03:38.312462 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Checking segment: {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:03:38.312933 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:38.313296 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Bound using segment: {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:03:38.313833 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Bound port: f495f716-c254-40c0-803f-bcf61def811c, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:03:38.314214 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:38.402122 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] For port f495f716-c254-40c0-803f-bcf61def811c, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:38.406132 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] For port f495f716-c254-40c0-803f-bcf61def811c, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=f495f716-c254-40c0-803f-bcf61def811c,segment=NetworkSegment(85295b30-6fb2-4435-8831-2a6949e72fa3),segment_id=85295b30-6fb2-4435-8831-2a6949e72fa3)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:38.411803 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:38.415723 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:38.516293 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Pushing event updated for resources: {'Port': ['ID=f495f716-c254-40c0-803f-bcf61def811c,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:38.519486 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:39.657300 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55254) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:40.062676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [None req-a3594710-d80e-49b8-8380-9a05d69c5753 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82831) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:03:40.063633 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a3594710-d80e-49b8-8380-9a05d69c5753 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4053526 Oct 27 14:03:42.142979 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9f000-bd16-41b6-bb96-d00710277e47 None None] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:03:42.271099 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-c0922ac3-1b82-4ce7-8d0c-d2ac7b91add4 None None] Provisioning for port f495f716-c254-40c0-803f-bcf61def811c completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:03:42.340718 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55268) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:42.413521 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device f495f716-c254-40c0-803f-bcf61def811c up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:03:42.483962 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port f495f716-c254-40c0-803f-bcf61def811c completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:03:42.489270 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port f495f716-c254-40c0-803f-bcf61def811c triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:42.489705 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:42.610350 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:42.651855 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port f495f716-c254-40c0-803f-bcf61def811c, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=f495f716-c254-40c0-803f-bcf61def811c,segment=NetworkSegment(85295b30-6fb2-4435-8831-2a6949e72fa3),segment_id=85295b30-6fb2-4435-8831-2a6949e72fa3)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:03:42.653204 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-a404882f-c0b9-48ce-854f-7b5023fb2667 None None] Provisioning complete for port f495f716-c254-40c0-803f-bcf61def811c triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:42.653588 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a404882f-c0b9-48ce-854f-7b5023fb2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:42.679645 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:42.688497 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:42.753905 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [None req-b04bdedb-8e0d-447e-aab5-7ea56e5e7041 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82831) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:03:42.765569 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b04bdedb-8e0d-447e-aab5-7ea56e5e7041 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4133637 Oct 27 14:03:42.812441 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=f495f716-c254-40c0-803f-bcf61def811c,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:42.818473 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:44.382368 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device f495f716-c254-40c0-803f-bcf61def811c up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:03:44.454709 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port f495f716-c254-40c0-803f-bcf61def811c triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:44.455080 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:45.367611 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55280) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:45.847195 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:03:45.852707 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:45.857144 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Usage tracker for resource:router and tenant:cb1165872f9e4a63b7a025c39362d679 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:45.860748 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:45.869320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:45.881376 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:45.883154 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:45.910254 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:46.017592 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:46.040596 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:46.041906 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-68449a10-0eac-4bb6-8e08-a90460c1a430 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6733363 Oct 27 14:03:48.281495 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55290) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:48.712198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [None req-efada700-4630-430b-8a11-5b3cc650f41c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82831) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:03:48.713154 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-efada700-4630-430b-8a11-5b3cc650f41c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4307120 Oct 27 14:03:49.605781 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-11be4acf-9b48-455c-98f6-3c2a204e9765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:50.070104 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.054156 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55300) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:51.446764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:03:51.452149 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:51.456272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Usage tracker for resource:network and tenant:d8a93064f099469ea83d58ef1ad8e354 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:51.459392 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:51.465604 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:51.475845 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Made reservation on behalf of d8a93064f099469ea83d58ef1ad8e354 for: {'network': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:51.478153 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.494130 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.533189 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:51.538922 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Usage tracker for resource:security_group_rule and tenant:d8a93064f099469ea83d58ef1ad8e354 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:51.541740 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:51.547254 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:51.623087 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.628497 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.632772 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:51.646779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Reserving flat network on physical network physnet1 {{(pid=82831) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 14:03:51.671460 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094c2a3a-2360-4d65-ae11-facc6e68271a,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:51.676253 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:51.677256 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737950391727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.677838 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Unsubscribe: segment precommit_create {{(pid=82831) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 14:03:51.678260 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.segments_db [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Added segment 65ef40cf-b466-4df0-8c2b-d09fe48ec25a of type flat for network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c Oct 27 14:03:51.718280 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.736421 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a008353b-d3c4-443c-9ab0-eedd128ae7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.764297 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.766255 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:51.766981 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:51.770072 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:51.881150 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8258166 Oct 27 14:03:51.885996 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Pushing event updated for resources: {'Network': ['ID=b42dadb7-000a-4c5f-b782-7f5d7f0dff8c,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:51.907358 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:51.916757 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:03:52.653845 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:54.132570 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55320) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:54.387356 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746a1c7-4077-4122-be7b-b6fcadb2e7be admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:54.388629 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-b746a1c7-4077-4122-be7b-b6fcadb2e7be admin admin] 10.222.0.61 "GET /v2.0/subnets/858e1dd2-d158-4452-b315-51b07f66b7b2 HTTP/1.1" status: 200 len: 849 time: 0.2551818 Oct 27 14:03:54.431801 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:54.566926 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-82517504-78a9-4d4b-a790-d0e0ebc18e27 admin admin] 10.222.0.61 "GET /v2.0/routers/29972baa-23b6-4548-9ae2-3803d0f0f002 HTTP/1.1" status: 200 len: 704 time: 0.1700103 Oct 27 14:03:55.052487 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.306911 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Allocated IP 172.20.0.1 (4bacbb77-d4d2-4211-8aae-695e11f248ea/858e1dd2-d158-4452-b315-51b07f66b7b2/dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:03:55.479544 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.498254 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Transition to ACTIVE for port object dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:03:55.555645 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.559375 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:55.622389 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:55.625229 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:55.631546 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:03:55.632401 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.635149 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Pushing event updated for resources: {'Port': ['ID=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:55.638535 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:55.759737 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.862241 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-38bad68f-f67a-497a-b284-5e720cfe1f23 None None] Provisioning for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:03:55.866621 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-38bad68f-f67a-497a-b284-5e720cfe1f23 None None] Provisioning complete for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:55.866991 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-38bad68f-f67a-497a-b284-5e720cfe1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.918441 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-38bad68f-f67a-497a-b284-5e720cfe1f23 None None] Port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:03:55.987737 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.995259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.996515 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:55.999623 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:56.087600 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Pushing event updated for resources: {'Port': ['ID=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:56.090433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:56.191450 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:03:56.192432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:56.450590 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-d544b825-346c-485f-86f2-33e73e6885e8 None None] Provisioning complete for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:03:56.451009 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d544b825-346c-485f-86f2-33e73e6885e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:56.502484 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-d544b825-346c-485f-86f2-33e73e6885e8 None None] Port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:03:56.587790 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Router 29972baa-23b6-4548-9ae2-3803d0f0f002 is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:03:56.757760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:03:56.770862 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] 10.222.0.61 "PUT /v2.0/routers/29972baa-23b6-4548-9ae2-3803d0f0f002/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1956689 Oct 27 14:03:56.771088 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Sync routers for ids ['29972baa-23b6-4548-9ae2-3803d0f0f002'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:03:56.782650 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Routers {'29972baa-23b6-4548-9ae2-3803d0f0f002'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:56.783527 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:03:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['29972baa-23b6-4548-9ae2-3803d0f0f002'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:56.955946 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Set router 29972baa-23b6-4548-9ae2-3803d0f0f002 gateway port host: None {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:03:57.315585 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:45Z', 'updated_at': '2021-10-27T14:03:55Z', 'revision_number': 2, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'gw_port_host': None, '_interfaces': [{'id': 'dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a', 'name': '', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'mac_address': 'fa:16:3e:47:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:55Z', 'updated_at': '2021-10-27T14:03:55Z', 'revision_number': 2, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnets': [{'id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:57.320678 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Checking router: 29972baa-23b6-4548-9ae2-3803d0f0f002 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:03:57.321055 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Updating router 29972baa-23b6-4548-9ae2-3803d0f0f002 port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:03:57.374580 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:57.759045 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:57.774091 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Transition to ACTIVE for port object dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:03:57.782306 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:57.788153 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:58.025776 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Pushing event updated for resources: {'Port': ['ID=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:58.038457 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Attempting to bind port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:03:58.038844 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Attempting to bind port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:03:58.039247 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Attempting to bind port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a on network 4bacbb77-d4d2-4211-8aae-695e11f248ea {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:03:58.043667 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.043991 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.044313 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.044627 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.044939 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.045248 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.045585 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.045877 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.046181 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.046483 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.046781 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Tracked resource versions report: Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: pushed versions: Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Log': {'1.0'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Network': {'1.1'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Port': {'1.5'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'PortForwarding': {'1.2'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'QosPolicy': {'1.8'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroup': {'1.2'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'SubPort': {'1.0'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Subnet': {'1.1'}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Trunk': {'1.1'}} Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: consumer versions: Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Log': '1.0', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Network': '1.1', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Port': '1.5', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'PortForwarding': '1.2', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'QosPolicy': '1.8', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroup': '1.2', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroupRule': '1.0', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'SubPort': '1.0', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Subnet': '1.1', Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: 'Trunk': '1.1'}} Oct 27 14:03:58.047862 dv-cinder-815663-1-smb neutron-server[82834]: {{(pid=82834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:03:58.051975 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:58.055075 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:03:58.055901 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Checking segment: {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:03:58.055901 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:58.056289 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Bound using segment: {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:03:58.056777 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Bound port: dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85295b30-6fb2-4435-8831-2a6949e72fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:03:58.057148 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:58.143155 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] For port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:03:58.147284 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] For port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,segment=NetworkSegment(85295b30-6fb2-4435-8831-2a6949e72fa3),segment_id=85295b30-6fb2-4435-8831-2a6949e72fa3)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:03:58.152557 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:58.156897 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:58.241725 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Pushing event updated for resources: {'Port': ['ID=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,revision_number=4']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:58.245048 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:58.247951 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Routers {'29972baa-23b6-4548-9ae2-3803d0f0f002'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:03:58.248553 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:03:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['29972baa-23b6-4548-9ae2-3803d0f0f002'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:58.399896 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] Set router 29972baa-23b6-4548-9ae2-3803d0f0f002 gateway port host: None {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:03:58.717369 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:45Z', 'updated_at': '2021-10-27T14:03:55Z', 'revision_number': 2, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'gw_port_host': None, '_interfaces': [{'id': 'dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a', 'name': '', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'mac_address': 'fa:16:3e:47:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:55Z', 'updated_at': '2021-10-27T14:03:58Z', 'revision_number': 4, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnets': [{'id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:03:58.721152 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710c26a-da02-4a42-9afe-610a51246815 None None] The sync data for ids ['29972baa-23b6-4548-9ae2-3803d0f0f002'] in dv-cinder-815663-1-smb is: [{'id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:45Z', 'updated_at': '2021-10-27T14:03:55Z', 'revision_number': 2, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'gw_port_host': None, '_interfaces': [{'id': 'dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a', 'name': '', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'mac_address': 'fa:16:3e:47:50:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:55Z', 'updated_at': '2021-10-27T14:03:58Z', 'revision_number': 4, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnets': [{'id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:03:58.831086 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55342) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:03:58.999684 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9ae28-4d37-4a26-934c-c349ed9ef03e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.006091 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a9b9ae28-4d37-4a26-934c-c349ed9ef03e admin admin] 10.222.0.61 "GET /v2.0/networks/b42dadb7-000a-4c5f-b782-7f5d7f0dff8c HTTP/1.1" status: 200 len: 842 time: 0.1688302 Oct 27 14:03:59.010169 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:03:59.015618 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:03:59.019606 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Usage tracker for resource:subnet and tenant:d8a93064f099469ea83d58ef1ad8e354 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:03:59.022552 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:03:59.028548 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:03:59.043603 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Made reservation on behalf of d8a93064f099469ea83d58ef1ad8e354 for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:03:59.045919 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:59.430275 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.objects.ports [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82832) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Oct 27 14:03:59.435329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:59.445341 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:03:59.523982 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e4daa2-82b3-48dc-a85a-d00354894bde,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:03:59.529814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:03:59.530176 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Network hostable DHCP agents. Network: b42dadb7-000a-4c5f-b782-7f5d7f0dff8c, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:03:59.534715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:03:59.557205 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:03:59.569574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, b42dadb7-000a-4c5f-b782-7f5d7f0dff8c) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:03:59.573911 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:03:59.574503 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:03:59.578566 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04950b36-e5f0-4066-81e4-d84d55591ed8 None None] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:03:59.597065 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5896420 Oct 27 14:03:59.806417 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970b9654-249f-467d-a9d3-19086f9a122b None None] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:04:00.409592 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:04:00.480468 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:04:00.485725 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:00.486128 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:00.599689 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:00.634089 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,segment=NetworkSegment(85295b30-6fb2-4435-8831-2a6949e72fa3),segment_id=85295b30-6fb2-4435-8831-2a6949e72fa3)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:00.641830 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:00.644068 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:04:00.707942 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:00.711095 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:04:01.736807 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55356) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:04:01.979154 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6d271c33-7565-476f-b0a2-08bbb6075a79 admin admin] 10.222.0.61 "GET /v2.0/routers/29972baa-23b6-4548-9ae2-3803d0f0f002 HTTP/1.1" status: 200 len: 710 time: 0.2411644 Oct 27 14:04:02.111053 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1300a0-2842-4d59-a651-a7cde074c651 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:04:02.112401 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-7c1300a0-2842-4d59-a651-a7cde074c651 admin admin] 10.222.0.61 "GET /v2.0/networks/b42dadb7-000a-4c5f-b782-7f5d7f0dff8c HTTP/1.1" status: 200 len: 886 time: 0.1258667 Oct 27 14:04:02.123927 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:04:02.404529 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:04:02.478198 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:02.478561 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:02.628289 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:02.818684 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:02.880914 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:03.015545 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Allocated IP 172.28.1.235 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/bb98cc4c-565f-4445-937d-ca194bafb404) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:04:03.163328 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:03.198693 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:03.202862 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:04:03.264497 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:04:03.267328 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:04:03.271524 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Pushing event updated for resources: {'Port': ['ID=bb98cc4c-565f-4445-937d-ca194bafb404,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:03.283667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:04:03.330965 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:04:03.432588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:03.631489 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:03.635405 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-889881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-889878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-686996'] for router, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:03.840159 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Router 29972baa-23b6-4548-9ae2-3803d0f0f002 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:04:04.041170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:04:04.051080 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:04.051303 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Sync routers for ids ['29972baa-23b6-4548-9ae2-3803d0f0f002'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:04:04.052257 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] 10.222.0.61 "PUT /v2.0/routers/29972baa-23b6-4548-9ae2-3803d0f0f002 HTTP/1.1" status: 200 len: 890 time: 1.9315782 Oct 27 14:04:04.064858 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Routers {'29972baa-23b6-4548-9ae2-3803d0f0f002'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:04.065480 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:03:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['29972baa-23b6-4548-9ae2-3803d0f0f002'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:04.254668 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Set router 29972baa-23b6-4548-9ae2-3803d0f0f002 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:04:04.589604 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb98cc4c-565f-4445-937d-ca194bafb404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:45Z', 'updated_at': '2021-10-27T14:04:03Z', 'revision_number': 4, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'gw_port': {'id': 'bb98cc4c-565f-4445-937d-ca194bafb404', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a', 'name': '', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'mac_address': 'fa:16:3e:47:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:55Z', 'updated_at': '2021-10-27T14:04:00Z', 'revision_number': 5, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnets': [{'id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:04.594518 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Checking router: 29972baa-23b6-4548-9ae2-3803d0f0f002 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:04:04.594892 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Updating router 29972baa-23b6-4548-9ae2-3803d0f0f002 port bb98cc4c-565f-4445-937d-ca194bafb404 binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:04:04.647435 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:04.977358 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:04.988869 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Transition to ACTIVE for port object bb98cc4c-565f-4445-937d-ca194bafb404 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:04:04.996367 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:05.000911 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:04:05.086553 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990f0c-f6d4-4ad6-9977-a0c4800c3859 None None] Pushing event updated for resources: {'Port': ['ID=bb98cc4c-565f-4445-937d-ca194bafb404,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:05.088878 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Attempting to bind port bb98cc4c-565f-4445-937d-ca194bafb404 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:04:05.089257 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Attempting to bind port bb98cc4c-565f-4445-937d-ca194bafb404 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:04:05.089603 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Attempting to bind port bb98cc4c-565f-4445-937d-ca194bafb404 on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:04:05.091769 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d0990f0c-f6d4-4ad6-9977-a0c4800c3859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:04:05.096987 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:04:05.097384 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:04:05.097807 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:05.098199 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:04:05.098667 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Bound port: bb98cc4c-565f-4445-937d-ca194bafb404, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:04:05.099073 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:05.192939 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] For port bb98cc4c-565f-4445-937d-ca194bafb404, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:04:05.195850 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] For port bb98cc4c-565f-4445-937d-ca194bafb404, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bb98cc4c-565f-4445-937d-ca194bafb404,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:04:05.200071 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:05.203973 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:04:05.278991 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990f0c-f6d4-4ad6-9977-a0c4800c3859 None None] Pushing event updated for resources: {'Port': ['ID=bb98cc4c-565f-4445-937d-ca194bafb404,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:05.282841 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d0990f0c-f6d4-4ad6-9977-a0c4800c3859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:04:05.283830 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Routers {'29972baa-23b6-4548-9ae2-3803d0f0f002'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:04:05.284448 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:03:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['29972baa-23b6-4548-9ae2-3803d0f0f002'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:05.462157 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] Set router 29972baa-23b6-4548-9ae2-3803d0f0f002 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:04:05.786887 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb98cc4c-565f-4445-937d-ca194bafb404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:45Z', 'updated_at': '2021-10-27T14:04:03Z', 'revision_number': 4, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'gw_port': {'id': 'bb98cc4c-565f-4445-937d-ca194bafb404', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a', 'name': '', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'mac_address': 'fa:16:3e:47:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:55Z', 'updated_at': '2021-10-27T14:04:00Z', 'revision_number': 5, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnets': [{'id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:04:05.792049 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0136a2a6-a363-40ae-9245-1d65541d2c9f None None] The sync data for ids ['29972baa-23b6-4548-9ae2-3803d0f0f002'] in dv-cinder-815663-1-smb is: [{'id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'name': 'router1', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bb98cc4c-565f-4445-937d-ca194bafb404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:03:45Z', 'updated_at': '2021-10-27T14:04:03Z', 'revision_number': 4, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'gw_port': {'id': 'bb98cc4c-565f-4445-937d-ca194bafb404', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:04:02Z', 'updated_at': '2021-10-27T14:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a', 'name': '', 'network_id': '4bacbb77-d4d2-4211-8aae-695e11f248ea', 'tenant_id': 'cb1165872f9e4a63b7a025c39362d679', 'mac_address': 'fa:16:3e:47:50:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29972baa-23b6-4548-9ae2-3803d0f0f002', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:03:55Z', 'updated_at': '2021-10-27T14:04:00Z', 'revision_number': 5, 'project_id': 'cb1165872f9e4a63b7a025c39362d679', 'subnets': [{'id': '858e1dd2-d158-4452-b315-51b07f66b7b2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f95cd0-f130-4fc8-98ba-284293d86cc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:04:06.263804 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55368) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:04:06.417738 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bb98cc4c-565f-4445-937d-ca194bafb404 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:04:06.422852 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d4fc8f26-05c5-48af-bb1f-b7e63b5405b0 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1577816 Oct 27 14:04:06.492479 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port bb98cc4c-565f-4445-937d-ca194bafb404 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:04:06.498118 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bb98cc4c-565f-4445-937d-ca194bafb404 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:06.498496 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:06.616394 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:06.633348 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port bb98cc4c-565f-4445-937d-ca194bafb404, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bb98cc4c-565f-4445-937d-ca194bafb404,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:04:06.637739 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:06.640843 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d0990f0c-f6d4-4ad6-9977-a0c4800c3859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:04:06.704869 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=bb98cc4c-565f-4445-937d-ca194bafb404,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:04:06.707903 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:04:08.408723 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bb98cc4c-565f-4445-937d-ca194bafb404 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:04:08.489504 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bb98cc4c-565f-4445-937d-ca194bafb404 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:04:08.489924 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:18.254955 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:04:19.603678 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-24cab899-9a4a-4cb0-878a-4c15f23bbec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:20.064224 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:21.739999 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-96d93e4d-de8b-4e8b-b90c-c86162a14130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:22.655635 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:24.446540 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:49.597711 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a357fa7a-8303-46ee-a9c5-f4f969f86508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:50.075347 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:51.747639 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d202d0c9-b163-4bfd-ae8c-e3560209473f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:52.663212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:54.447997 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:04:55.255606 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:05:19.610448 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d6b3de81-f4b4-46cd-b06f-8744c460e228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:20.070009 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:21.748074 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-6321459d-d514-4e6f-9b4d-94e7b0a4dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:22.665648 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:24.453177 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:32.256280 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:05:49.604429 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-55bc9ca4-ce11-4192-801e-7840a3666cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:50.079023 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:51.743432 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-eb31963f-bee1-463f-b3c5-7aba56d54d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:52.665737 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:05:54.457048 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:09.256853 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:06:09.360392 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 55946) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:09.456559 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3f9d03-e182-4f05-a5e1-def771601c2f admin admin] GET failed (client error): The resource could not be found. Oct 27 14:06:09.457051 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-6f3f9d03-e182-4f05-a5e1-def771601c2f admin admin] Synchronizing usage tracker for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:network {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:06:09.478813 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-6f3f9d03-e182-4f05-a5e1-def771601c2f admin admin] Unset dirty status for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:network {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:06:09.480149 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6f3f9d03-e182-4f05-a5e1-def771601c2f admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1188219 Oct 27 14:06:09.624180 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af869183-262f-41e1-955b-bfd7a4dac12b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:09.626255 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-af869183-262f-41e1-955b-bfd7a4dac12b admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1398964 Oct 27 14:06:11.657847 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55956) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:11.790969 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f13a12-516d-4d3e-8b9f-430930e93059 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:11.791524 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-14f13a12-516d-4d3e-8b9f-430930e93059 admin admin] Synchronizing usage tracker for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:subnet {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:06:11.810004 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-14f13a12-516d-4d3e-8b9f-430930e93059 admin admin] Unset dirty status for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:subnet {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:06:11.811200 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-14f13a12-516d-4d3e-8b9f-430930e93059 admin admin] 10.222.0.61 "GET /v2.0/subnets/858e1dd2-d158-4452-b315-51b07f66b7b2 HTTP/1.1" status: 200 len: 849 time: 0.1523767 Oct 27 14:06:11.820598 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:06:11.937753 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Notify callbacks [] for subnet, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:12.130713 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737950265829'] for subnet, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:12.134164 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:06:12.178305 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:12.178305 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:12.180333 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] 10.222.0.61 "PUT /v2.0/subnets/858e1dd2-d158-4452-b315-51b07f66b7b2 HTTP/1.1" status: 200 len: 868 time: 0.3634884 Oct 27 14:06:12.182098 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb664e-bda7-455b-b2e8-90aa9c03ae22 None None] Network 4bacbb77-d4d2-4211-8aae-695e11f248ea requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:06:12.201096 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=858e1dd2-d158-4452-b315-51b07f66b7b2,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:12.211133 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.211531 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.211791 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.212084 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.212763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.213083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.213406 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.213779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.214092 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.214741 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.215056 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:12.219828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:06:12.688245 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-1f6e7697-2475-4016-9e48-8b7e158d5a12 None None] Provisioning complete for port f495f716-c254-40c0-803f-bcf61def811c triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:06:12.688550 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7697-2475-4016-9e48-8b7e158d5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:12.813894 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-1f6e7697-2475-4016-9e48-8b7e158d5a12 None None] Provisioning complete for port dca1dc0f-c57a-43e4-9ef1-1afa1dd0847a triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:06:12.814262 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7697-2475-4016-9e48-8b7e158d5a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:14.216583 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55966) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:14.426220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39f474-1cbf-438c-8ba2-9a3488c8712a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:14.426587 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39f474-1cbf-438c-8ba2-9a3488c8712a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:14.428130 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6a39f474-1cbf-438c-8ba2-9a3488c8712a admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2104800 Oct 27 14:06:16.436083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55976) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:16.653649 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c891e6f-88b5-4ee1-9022-9d05e33f72a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:16.653869 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c891e6f-88b5-4ee1-9022-9d05e33f72a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:16.655417 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8c891e6f-88b5-4ee1-9022-9d05e33f72a5 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2183750 Oct 27 14:06:18.686333 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55986) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:18.894536 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82805503-efd7-4010-9604-c0cf78e2cf52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:18.896023 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-82805503-efd7-4010-9604-c0cf78e2cf52 admin admin] 10.222.0.61 "GET /v2.0/networks/4bacbb77-d4d2-4211-8aae-695e11f248ea HTTP/1.1" status: 200 len: 870 time: 0.2087269 Oct 27 14:06:19.598969 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7832c331-1830-4116-921a-c49d1b94b212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:20.074310 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:20.924977 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 55996) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:21.125038 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd89f4-2938-409c-9187-fb99cd09d198 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:21.126305 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-00fd89f4-2938-409c-9187-fb99cd09d198 admin admin] 10.222.0.61 "GET /v2.0/networks/b42dadb7-000a-4c5f-b782-7f5d7f0dff8c HTTP/1.1" status: 200 len: 886 time: 0.2003927 Oct 27 14:06:21.747308 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-9b437c90-d7e5-40cb-9f61-87ab3c94b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:22.669007 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:23.144100 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56006) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:23.276418 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a330a91-a023-4a52-9244-ccaa4c1b1527 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:23.276783 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a330a91-a023-4a52-9244-ccaa4c1b1527 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:23.278329 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-1a330a91-a023-4a52-9244-ccaa4c1b1527 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332600 Oct 27 14:06:24.461284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:25.284603 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56016) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:25.439314 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd43b7-03ec-46cd-8662-71fed4b9486a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:25.439691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dd43b7-03ec-46cd-8662-71fed4b9486a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:25.441220 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-72dd43b7-03ec-46cd-8662-71fed4b9486a admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1553633 Oct 27 14:06:27.452304 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56026) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:27.624867 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92839f-1a17-43a3-9060-589cb8942d36 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:27.626237 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-0a92839f-1a17-43a3-9060-589cb8942d36 admin admin] 10.222.0.61 "GET /v2.0/subnets/31e4daa2-82b3-48dc-a85a-d00354894bde HTTP/1.1" status: 200 len: 816 time: 0.1726196 Oct 27 14:06:29.642571 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56036) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:29.778444 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f23874-4ee5-4b45-a012-28281b5173c4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:29.779763 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-79f23874-4ee5-4b45-a012-28281b5173c4 admin admin] 10.222.0.61 "GET /v2.0/subnets/858e1dd2-d158-4452-b315-51b07f66b7b2 HTTP/1.1" status: 200 len: 868 time: 0.1362166 Oct 27 14:06:46.258896 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:06:47.892231 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56074) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:47.970296 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [None req-b953d3c0-3185-4ffc-894c-e557871c6049 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82832) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:06:47.971285 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-b953d3c0-3185-4ffc-894c-e557871c6049 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0779645 Oct 27 14:06:49.603402 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-93d10a77-7c71-4692-b8f2-a69e66bbfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:50.083010 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:50.125116 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56084) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:50.224227 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.pecan_wsgi.hooks.translation [None req-94374a62-fbba-487a-9896-15b57b368735 admin admin] GET failed (client error): The resource could not be found. Oct 27 14:06:50.225439 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-94374a62-fbba-487a-9896-15b57b368735 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0993690 Oct 27 14:06:50.354716 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4e53b-6511-4318-a851-b5d18b50e806 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:50.356167 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-12e4e53b-6511-4318-a851-b5d18b50e806 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1247950 Oct 27 14:06:51.751855 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-220e89eb-5830-4973-9f07-77639c099af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.397940 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56094) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:52.472168 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:06:52.477015 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:06:52.487486 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:06:52.500005 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Made reservation on behalf of d8a93064f099469ea83d58ef1ad8e354 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:06:52.503038 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.593957 dv-cinder-815663-1-smb neutron-server[82832]: WARNING neutron.services.revisions.revision_plugin [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Could not find related network for resource to bump revision. Oct 27 14:06:52.610982 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1129} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:06:52.625797 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.626310 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Added segment a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72 of type vlan for network b5a6fcac-716a-4992-a645-54689bbf538a Oct 27 14:06:52.652691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.674414 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.684326 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.685757 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:52.686440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:52.689524 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:06:52.786595 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Pushing event updated for resources: {'Network': ['ID=b5a6fcac-716a-4992-a645-54689bbf538a,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:52.791289 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:06:52.792903 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3935754 Oct 27 14:06:52.799835 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network b5a6fcac-716a-4992-a645-54689bbf538a details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:06:54.463985 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:54.815518 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56104) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:06:54.910599 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.pecan_wsgi.hooks.translation [None req-778f2a5c-620d-4a3a-bc7e-445f2c9eb89e admin admin] GET failed (client error): The resource could not be found. Oct 27 14:06:54.911079 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-778f2a5c-620d-4a3a-bc7e-445f2c9eb89e admin admin] Synchronizing usage tracker for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:06:54.927688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-778f2a5c-620d-4a3a-bc7e-445f2c9eb89e admin admin] Unset dirty status for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:06:54.928833 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-778f2a5c-620d-4a3a-bc7e-445f2c9eb89e admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1123707 Oct 27 14:06:55.041828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be8bfb-5185-4761-9c7c-ee79a9aed105 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:55.043263 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-66be8bfb-5185-4761-9c7c-ee79a9aed105 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1102741 Oct 27 14:06:55.055398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a', 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:06:55.059995 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:06:55.071551 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:06:55.084323 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Made reservation on behalf of d8a93064f099469ea83d58ef1ad8e354 for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:06:55.086673 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:55.283233 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:55.286971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ccf5924e-fdd8-4eee-9c04-7b13f18947ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:06:55.358220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=201d1ce6-31fd-4d92-bd1b-4a589e862a59,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:55.361779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:06:55.375145 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Checking segment: {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:06:55.375489 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Network hostable DHCP agents. Network: b5a6fcac-716a-4992-a645-54689bbf538a, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:06:55.400074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Network b5a6fcac-716a-4992-a645-54689bbf538a is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:06:55.410202 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, b5a6fcac-716a-4992-a645-54689bbf538a) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:06:55.414191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:06:55.414778 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:55.420178 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091261f5-48bd-40bb-b328-c5b365d7d2ba None None] Network b5a6fcac-716a-4992-a645-54689bbf538a requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:06:55.445594 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3886690 Oct 27 14:06:55.639711 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-b5a6fcac-716a-4992-a645-54689bbf538a', 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a', 'tenant_id': 'd8a93064f099469ea83d58ef1ad8e354', 'fixed_ips': [{'subnet_id': '201d1ce6-31fd-4d92-bd1b-4a589e862a59'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:06:55.640606 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:55.797493 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Allocated IP 192.168.233.2 (b5a6fcac-716a-4992-a645-54689bbf538a/201d1ce6-31fd-4d92-bd1b-4a589e862a59/0aa4e1ab-155c-4085-9c34-69092fbe42e6) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:06:55.999562 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:56.009996 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Transition to ACTIVE for port object 0aa4e1ab-155c-4085-9c34-69092fbe42e6 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:06:56.028185 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Transition to ACTIVE for port object 0aa4e1ab-155c-4085-9c34-69092fbe42e6 will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:06:56.035170 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:56.042890 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:06:56.104653 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Network b5a6fcac-716a-4992-a645-54689bbf538a is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:06:56.107483 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:06:56.110176 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:06:56.116400 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Pushing event updated for resources: {'Port': ['ID=0aa4e1ab-155c-4085-9c34-69092fbe42e6,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:56.153153 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.153489 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.153847 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.154172 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.154527 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.154843 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.155152 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.155469 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.155787 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.156091 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.156373 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:06:56.160265 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:06:56.241140 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Attempting to bind port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:06:56.241478 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Attempting to bind port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:06:56.241794 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Attempting to bind port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 on network b5a6fcac-716a-4992-a645-54689bbf538a {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:06:56.248394 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:06:56.248758 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Checking segment: {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:06:56.249149 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:56.249528 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Bound using segment: {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:06:56.250009 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Bound port: 0aa4e1ab-155c-4085-9c34-69092fbe42e6, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:06:56.250394 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:56.335741 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] For port 0aa4e1ab-155c-4085-9c34-69092fbe42e6, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:06:56.339225 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] For port 0aa4e1ab-155c-4085-9c34-69092fbe42e6, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=0aa4e1ab-155c-4085-9c34-69092fbe42e6,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:06:56.344959 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:56.348954 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:06:56.427203 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Pushing event updated for resources: {'Port': ['ID=0aa4e1ab-155c-4085-9c34-69092fbe42e6,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:56.430343 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:06:57.212646 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f2f61-5fa0-46b2-b1d2-eb95eb8a94e1 None None] Network b5a6fcac-716a-4992-a645-54689bbf538a requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:06:57.324164 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-415a7f61-3811-4e97-be1d-a252bf01201d None None] Provisioning for port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:06:58.499802 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 0aa4e1ab-155c-4085-9c34-69092fbe42e6 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:06:58.571294 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:06:58.576646 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:06:58.577016 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:58.695175 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:58.725833 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 0aa4e1ab-155c-4085-9c34-69092fbe42e6, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=0aa4e1ab-155c-4085-9c34-69092fbe42e6,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:06:58.733011 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:06:58.735010 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:06:58.796725 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=0aa4e1ab-155c-4085-9c34-69092fbe42e6,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:06:58.799746 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:07:00.482427 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 0aa4e1ab-155c-4085-9c34-69092fbe42e6 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:07:00.561040 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 0aa4e1ab-155c-4085-9c34-69092fbe42e6 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:07:00.561384 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:19.608908 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b74a15cf-f50b-4773-a1ec-c0807e4bf8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:20.078574 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:21.756650 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-6137df46-4edd-4430-98f8-51608c3d20e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:22.671189 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:23.260442 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:07:24.467464 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:49.613320 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a5acea25-bc43-4aaa-9147-b5782d882a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:50.075451 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:51.761489 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f6581563-8579-4f3b-ae16-821df759952e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:52.673963 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:54.469740 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:57.754622 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56146) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:07:57.763369 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [None req-0044529f-66e0-4f4c-b67f-47f6200f8da3 tempest-verify_tempest_config-786885422 tempest-verify_tempest_config-786885422-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82831) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:07:57.764608 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0044529f-66e0-4f4c-b67f-47f6200f8da3 tempest-verify_tempest_config-786885422 tempest-verify_tempest_config-786885422-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0089025 Oct 27 14:07:58.124862 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56162) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:07:58.289162 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.320335 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:07:58.324196 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Usage tracker for resource:security_group_rule and tenant:562ada2191ab4225946c2eb308632460 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:07:58.327486 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:07:58.333303 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:07:58.398133 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.403619 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.417826 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:07:58.465580 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8bf5c-f444-4dc5-bdaf-a31f03926c9b,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:58.469443 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Synchronizing usage tracker for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:security_group {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:07:58.480555 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.480815 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.481136 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.481568 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.481922 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.482214 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.482524 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.482837 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.483146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.483447 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.483746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:07:58.488393 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:07:58.501492 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Unset dirty status for tenant:d8a93064f099469ea83d58ef1ad8e354 on resource:security_group {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:07:58.502741 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=562ada2191ab4225946c2eb308632460&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3766313 Oct 27 14:07:58.505821 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56168) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:07:58.569662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.595336 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.692449 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.698512 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:07:58.712483 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8bf5c-f444-4dc5-bdaf-a31f03926c9b,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:07:58.716165 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:07:58.719115 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:07:58.720170 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6a8bf5c-f444-4dc5-bdaf-a31f03926c9b HTTP/1.1" status: 204 len: 168 time: 0.2134714 Oct 27 14:08:00.262176 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:08:19.625265 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-65dc02d5-d068-4ffe-9529-48298e835611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:20.082654 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:21.774632 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-bcee86c4-ab11-4e07-8368-170de9199a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:22.680979 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:24.478562 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:37.267523 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:08:49.629448 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-6796c9f6-c5fd-424a-85c7-a6758507a726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:50.075859 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:51.780681 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d628e382-ed77-4706-a005-5937144b976e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:52.687707 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:08:54.489109 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:14.274450 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 5 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:09:19.628434 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-451e32ec-a89a-4352-a738-f2e7688ef5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:20.072987 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:21.770738 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d49d350c-ef85-4114-ab84-fa16c25a2bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:22.691121 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:24.496730 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:40.445912 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889247'] for agent, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:49.622218 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-463aa85c-d292-4550-b212-1c4883a0de82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:50.067961 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:51.268488 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:09:51.768402 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-cd363e71-0969-4654-936a-44f0d9981fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:52.700515 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:54.490396 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:09:55.416300 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56238) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:09:55.566156 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9d54b937-baf3-44e5-9321-61f3c86daac1 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1486979 Oct 27 14:09:57.612997 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56248) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:09:57.697042 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-0cd82d65-60e1-454f-b0e8-a9fef0ed2d98 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0828609 Oct 27 14:10:10.408748 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:19.630471 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c5e43ee4-13e8-4b7e-96c6-9c9fdc3f8f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:20.079659 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:21.767249 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-9d600dab-2fba-4107-adb6-e9a02db57572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:22.705417 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:24.498150 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:28.275336 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:10:40.423862 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:49.623604 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5673167e-4de9-4cd0-9759-281b5942739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:50.073703 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:51.761450 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4c6cedfa-eb4a-477f-acc6-48922f697622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:52.698311 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:10:54.498549 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:05.267171 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:11:10.435733 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:19.637348 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b164-9a47-4a01-be52-1db005266f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:20.082499 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:21.765608 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-679a8244-070f-4b3a-acd5-dae47c66c2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:22.699767 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:24.499333 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:40.432567 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:42.271395 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:11:49.634283 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d8409099-bb9e-414c-b097-6e012645f177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:50.076757 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:50.833633 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56452) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:50.834251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56454) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:51.022548 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56468) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:51.058507 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56474) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:51.307394 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-834808722-network', 'tenant_id': '079e6cc9eaf14007843980a1ab1ecc91'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:51.312796 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.321524 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Usage tracker for resource:network and tenant:079e6cc9eaf14007843980a1ab1ecc91 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.325940 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.339587 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.363545 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Made reservation on behalf of 079e6cc9eaf14007843980a1ab1ecc91 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:51.366259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.382724 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.420418 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.424430 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Usage tracker for resource:security_group_rule and tenant:079e6cc9eaf14007843980a1ab1ecc91 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.427815 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.434035 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.450738 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2045657031-network', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:51.455097 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.459028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Usage tracker for resource:network and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.462606 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.472241 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.485311 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-network', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:51.488504 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Made reservation on behalf of 9a5124f61d094c7fb6237e7bac575d6c for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:51.490865 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.514170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.531717 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.540019 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Usage tracker for resource:network and tenant:23a107bf77094883a9a81a9230e0f8ea is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.547547 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.558150 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.598081 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.604457 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.605732 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.611760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.617040 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.620626 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.625185 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Made reservation on behalf of 23a107bf77094883a9a81a9230e0f8ea for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:51.627448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.640994 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:51.658531 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.678576 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-38222355-network', 'tenant_id': '0a7b5dfa08a4439ab1a3196721345140'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:51.685601 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:51.730379 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.730806 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Added segment d4493a70-5393-4abe-a56f-d3d52baeb84d of type vlan for network 8c5c8e51-90a6-4705-851f-fd47cc1b1e73 Oct 27 14:11:51.736395 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.749342 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Usage tracker for resource:network and tenant:0a7b5dfa08a4439ab1a3196721345140 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.754478 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524990d-c17e-4eb4-b5e8-fcb8777c7549,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:51.764073 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.772863 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-734e9b0c-9a9a-4280-8e68-f0985dcafccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.773806 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:51.785900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.792431 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Usage tracker for resource:security_group_rule and tenant:23a107bf77094883a9a81a9230e0f8ea is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:51.802451 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:51.805793 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.806130 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.806457 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.806779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.807349 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.807470 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.807713 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.808047 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.808360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.808667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.808993 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Tracked resource versions report: Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: pushed versions: Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Log': {'1.0'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Network': {'1.1'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Port': {'1.5'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'PortForwarding': {'1.2'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'QosPolicy': {'1.8'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroup': {'1.2'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'SubPort': {'1.0'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Subnet': {'1.1'}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Trunk': {'1.1'}} Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: consumer versions: Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Log': '1.0', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Network': '1.1', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Port': '1.5', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'PortForwarding': '1.2', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'QosPolicy': '1.8', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroup': '1.2', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'SecurityGroupRule': '1.0', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'SubPort': '1.0', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Subnet': '1.1', Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: 'Trunk': '1.1'}} Oct 27 14:11:51.810000 dv-cinder-815663-1-smb neutron-server[82832]: {{(pid=82832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:11:51.830653 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:51.835985 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:51.849304 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.859221 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Made reservation on behalf of 0a7b5dfa08a4439ab1a3196721345140 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:51.861761 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.895782 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.914744 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.942679 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.963798 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:51.989048 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:51.996662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:52.007347 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.007816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.030462 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7b5dfa08a4439ab1a3196721345140 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:52.032887 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:52.041763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:52.055002 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:52.057121 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59d274c-c52a-4d8d-92d6-dff203addcfe,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.071908 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:52.072809 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.073170 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Added segment f87fe8e4-fefe-44e8-aec6-b2485f17b5fe of type vlan for network 458f851c-6bc2-49b9-b031-bb649e017bba Oct 27 14:11:52.076693 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:52.121958 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.155178 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.223961 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.234302 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3992763 Oct 27 14:11:52.237451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56520) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:52.241722 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5c8e51-90a6-4705-851f-fd47cc1b1e73,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.243753 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Request body: {'subnet': {'network_id': '8c5c8e51-90a6-4705-851f-fd47cc1b1e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-834808722-subnet', 'tenant_id': '079e6cc9eaf14007843980a1ab1ecc91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:52.250404 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:52.250875 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e3dcb316-185b-4c01-bcc9-33740bbdb1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:52.253334 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 8c5c8e51-90a6-4705-851f-fd47cc1b1e73 details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:11:52.262707 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:52.265561 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Usage tracker for resource:subnet and tenant:079e6cc9eaf14007843980a1ab1ecc91 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:52.269326 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:52.272427 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:52.278254 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:52.294140 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Made reservation on behalf of 079e6cc9eaf14007843980a1ab1ecc91 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:52.298065 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.313979 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfa2579-f028-42af-8b49-effe9c7e2637,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.330876 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:52.333694 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.334269 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Added segment 184e748b-6f04-411d-8442-1cb7be3c9f84 of type vlan for network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 Oct 27 14:11:52.416312 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.424467 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.425306 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.430382 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.441071 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-58adac2f-af31-4bb3-8018-60634a5eb83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:52.545931 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Pushing event updated for resources: {'Network': ['ID=458f851c-6bc2-49b9-b031-bb649e017bba,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.553471 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.556668 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.559389 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 458f851c-6bc2-49b9-b031-bb649e017bba details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:11:52.561105 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:52.572534 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:52.603763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.613791 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:52.630282 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7928948 Oct 27 14:11:52.633510 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1146} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:52.637834 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56534) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:52.673101 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Request body: {'subnet': {'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2045657031-subnet', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:52.685248 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:52.689572 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.694420 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0ad9d72b-6089-42e6-a30d-b7561aebc74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:52.700936 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.701276 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Added segment d49088e0-8cf6-4e6a-9d09-2163d0e8bde5 of type vlan for network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df Oct 27 14:11:52.703304 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Usage tracker for resource:subnet and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:52.732760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:52.742448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.743474 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:52.752170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.752915 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.754308 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.779375 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:52.815118 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d428f7d-bcbf-4dc9-9a38-3c18ef2e72f1,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:52.836605 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.836960 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.837313 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.837640 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.838019 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.838316 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.839026 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.839672 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.840061 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.840559 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.841050 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Tracked resource versions report: Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: pushed versions: Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Log': {'1.0'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Network': {'1.1'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Port': {'1.5'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'PortForwarding': {'1.2'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'QosPolicy': {'1.8'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroup': {'1.2'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'SubPort': {'1.0'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Subnet': {'1.1'}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Trunk': {'1.1'}} Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: consumer versions: Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Log': '1.0', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Network': '1.1', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Port': '1.5', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'PortForwarding': '1.2', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'QosPolicy': '1.8', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroup': '1.2', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'SecurityGroupRule': '1.0', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'SubPort': '1.0', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Subnet': '1.1', Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: 'Trunk': '1.1'}} Oct 27 14:11:52.842285 dv-cinder-815663-1-smb neutron-server[82831]: {{(pid=82831) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:11:52.847949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:52.885212 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Made reservation on behalf of 9a5124f61d094c7fb6237e7bac575d6c for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:52.896191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.906100 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Checking segment: {'id': 'd4493a70-5393-4abe-a56f-d3d52baeb84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '8c5c8e51-90a6-4705-851f-fd47cc1b1e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:11:52.906463 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Network hostable DHCP agents. Network: 8c5c8e51-90a6-4705-851f-fd47cc1b1e73, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:52.951676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Network 8c5c8e51-90a6-4705-851f-fd47cc1b1e73 is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:52.962727 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.971783 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 8c5c8e51-90a6-4705-851f-fd47cc1b1e73) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:52.976344 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:52.976932 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:52.985258 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7739366d-5ba1-4438-b63a-19b2771c3ef3 None None] Network 8c5c8e51-90a6-4705-851f-fd47cc1b1e73 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:53.031279 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7925136 Oct 27 14:11:53.042021 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0176508 Oct 27 14:11:53.044837 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56556) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:53.053932 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Request body: {'subnet': {'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-subnet', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:53.061920 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.062695 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:53.068331 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:53.082508 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Usage tracker for resource:subnet and tenant:23a107bf77094883a9a81a9230e0f8ea is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:53.088964 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:53.106781 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:53.136482 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Made reservation on behalf of 23a107bf77094883a9a81a9230e0f8ea for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:53.139464 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.185142 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.185484 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:11:53.188054 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.188814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.196783 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:53.285945 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2262998 Oct 27 14:11:53.298590 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56564) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:53.333190 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Request body: {'subnet': {'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-38222355-subnet', 'tenant_id': '0a7b5dfa08a4439ab1a3196721345140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:53.347896 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:53.358741 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Usage tracker for resource:subnet and tenant:0a7b5dfa08a4439ab1a3196721345140 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:53.367126 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:53.371864 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.381350 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:53.389012 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:53.405380 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:11:53.491381 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9c8cf-0001-40af-9f01-f426614b49d8 None None] Network 8c5c8e51-90a6-4705-851f-fd47cc1b1e73 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:53.547528 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.554157 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-00aea87e-0ce0-43c5-b6f5-132f0854b35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:53.670688 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.671335 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Made reservation on behalf of 0a7b5dfa08a4439ab1a3196721345140 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:53.673774 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.696662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b9acfcc8-747b-46aa-9550-4710d31d83a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:53.700350 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e23ee2-4055-4e04-89f8-ebae83129895,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:53.709488 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:53.750568 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Checking segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:11:53.751344 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Network hostable DHCP agents. Network: 458f851c-6bc2-49b9-b031-bb649e017bba, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:53.781046 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Network 458f851c-6bc2-49b9-b031-bb649e017bba is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:53.806900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 458f851c-6bc2-49b9-b031-bb649e017bba) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:53.819280 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87d3a1-3e99-4447-8e49-65332cc964e3 None None] Network 458f851c-6bc2-49b9-b031-bb649e017bba requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:53.822085 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:53.822739 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.847736 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1917176 Oct 27 14:11:53.850603 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56594) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:53.860408 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:53.865472 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:53.871337 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Usage tracker for resource:router and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:53.875157 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:53.884329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:53.917192 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.919053 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.967894 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:53.996434 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.003747 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Checking segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:11:54.004784 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Network hostable DHCP agents. Network: dc144ceb-c285-44a0-8051-1f2dcb4bf2e8, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:54.009578 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:54.022986 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:54.023823 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:54.110910 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Checking segment: {'id': 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:11:54.111261 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Network hostable DHCP agents. Network: 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:54.126869 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd4ec5b-64ec-4343-89af-5758f063d35e,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:54.132278 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:54.138522 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:54.158286 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:54.169168 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, dc144ceb-c285-44a0-8051-1f2dcb4bf2e8) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:54.172516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:54.183959 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3106269-9171-4c6c-ad3e-5245c67472bd None None] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:54.195631 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.196291 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.223285 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:54.223872 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.233073 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-cab79aff-4705-44b2-9f3a-a2471152b556 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1869164 Oct 27 14:11:54.233681 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-458f851c-6bc2-49b9-b031-bb649e017bba', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:11:54.234694 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.240697 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56610) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:54.247951 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:54.254328 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:54.259650 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Usage tracker for resource:router and tenant:23a107bf77094883a9a81a9230e0f8ea is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:54.260510 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b638baa2-51e1-4abe-a8ac-f78b1c1ff1e5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9598489 Oct 27 14:11:54.261972 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d5a43d-54ff-4f01-b3fe-afb817613b59 None None] Network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:54.263591 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:54.269900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:54.342533 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.343870 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.381028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.383772 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.558134 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56620) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:54.638742 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.757007 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc43ab7a-9de7-410a-9552-ed6603b1d92a None None] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:54.794680 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.827623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.905605 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:54.914272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:90d4d91489cb4308945c5629d2a7130d is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:54.922794 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:54.932901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:54.934911 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:55.084888 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.096691 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Allocated IP 172.20.0.2 (458f851c-6bc2-49b9-b031-bb649e017bba/95e23ee2-4055-4e04-89f8-ebae83129895/4b546f0a-6240-4b77-b43b-95f7838b1048) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:55.099208 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.117357 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.128093 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-ee272c87-7c8b-439b-86a6-01d3aa1a45f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:55.204867 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e03a9e-cbf8-408d-b1b4-0cd7cb0543a2,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:55.222385 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:55.227988 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90d4d91489cb4308945c5629d2a7130d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6687500 Oct 27 14:11:55.231411 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56654) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:55.369936 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.406448 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.416431 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3e8f1-1165-479d-a655-4f54cbbffd2e None None] Network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:55.473760 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.494107 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.505183 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:55.537825 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e03a9e-cbf8-408d-b1b4-0cd7cb0543a2,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:55.548727 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Allocated IP 172.28.1.132 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/1f3948ce-c567-4f03-aca5-127baf56f5fe) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:55.554226 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:55.555235 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.556398 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5e03a9e-cbf8-408d-b1b4-0cd7cb0543a2 HTTP/1.1" status: 204 len: 168 time: 0.3238926 Oct 27 14:11:55.563128 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Transition to ACTIVE for port object 4b546f0a-6240-4b77-b43b-95f7838b1048 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:55.758682 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.813148 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.814404 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Transition to ACTIVE for port object 4b546f0a-6240-4b77-b43b-95f7838b1048 will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:11:55.831427 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ca411b5b-f317-4ecd-b91d-e5d3d041a498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:55.859639 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:55.877229 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d0990f0c-f6d4-4ad6-9977-a0c4800c3859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:56.053672 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:56.055373 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3948ce-c567-4f03-aca5-127baf56f5fe,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:56.059738 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:56.066637 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:56.108548 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Network 458f851c-6bc2-49b9-b031-bb649e017bba is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:56.119131 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:56.139096 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:56.222284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:56.228499 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Pushing event updated for resources: {'Port': ['ID=4b546f0a-6240-4b77-b43b-95f7838b1048,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:56.325352 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56688) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:56.332348 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753408059-network', 'tenant_id': '293ed6357aad4562b2e572712587be53'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:56.339883 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:56.340098 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.343726 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.344066 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.344396 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.344717 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.345040 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.347695 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Usage tracker for resource:network and tenant:293ed6357aad4562b2e572712587be53 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:56.349688 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.350081 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.350381 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.350702 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.351018 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.351334 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Tracked resource versions report: Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: pushed versions: Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Log': {'1.0'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Network': {'1.1'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Port': {'1.5'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'PortForwarding': {'1.2'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'QosPolicy': {'1.8'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroup': {'1.2'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'SubPort': {'1.0'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Subnet': {'1.1'}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Trunk': {'1.1'}} Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: consumer versions: Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Log': '1.0', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Network': '1.1', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Port': '1.5', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'PortForwarding': '1.2', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'QosPolicy': '1.8', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroup': '1.2', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'SecurityGroupRule': '1.0', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'SubPort': '1.0', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Subnet': '1.1', Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: 'Trunk': '1.1'}} Oct 27 14:11:56.352381 dv-cinder-815663-1-smb neutron-server[82833]: {{(pid=82833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:11:56.357487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:56.373944 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:56.382931 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:56.403297 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Made reservation on behalf of 293ed6357aad4562b2e572712587be53 for: {'network': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:56.405664 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.429508 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.434868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.512061 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:56.516009 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Usage tracker for resource:security_group_rule and tenant:293ed6357aad4562b2e572712587be53 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:56.519413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:56.527251 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:56.550653 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56692) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:56.557831 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Attempting to bind port 4b546f0a-6240-4b77-b43b-95f7838b1048 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:11:56.558427 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Attempting to bind port 4b546f0a-6240-4b77-b43b-95f7838b1048 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:11:56.560581 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Attempting to bind port 4b546f0a-6240-4b77-b43b-95f7838b1048 on network 458f851c-6bc2-49b9-b031-bb649e017bba {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:11:56.615345 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.666060 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Allocated IP 172.28.1.226 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/b691a5d0-ee9b-4429-b8e7-77c0500d005d) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:11:56.680207 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:11:56.680631 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Checking segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:11:56.681001 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.682939 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Bound using segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:11:56.683468 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Bound port: 4b546f0a-6240-4b77-b43b-95f7838b1048, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:11:56.683863 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.714815 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:56.728969 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Usage tracker for resource:security_group_rule and tenant:90b9490cdaa64035adf377068b08dd81 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:56.730688 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.738363 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.742729 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:56.746197 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:56.753858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:56.779953 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=82831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:11:56.803818 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3a9a7-2ac3-452d-b599-1d2d4b1a82e3,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:56.822887 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:56.826950 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.827299 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.segments_db [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Added segment 87a0e2e3-5e75-4fc4-9d02-ecf4aa531bdd of type vlan for network 57f57558-3560-4254-b4f8-41f0c5a1e7de Oct 27 14:11:56.886105 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] For port 4b546f0a-6240-4b77-b43b-95f7838b1048, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:11:56.895930 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] For port 4b546f0a-6240-4b77-b43b-95f7838b1048, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=4b546f0a-6240-4b77-b43b-95f7838b1048,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:11:56.904641 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.914193 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.921597 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-c791c4bc-bf6e-4a8b-a78b-059e6db0749e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:56.954168 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.955000 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.976113 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.980659 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.981895 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:56.982453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:56.985890 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cf94fc11-faf5-4d95-846d-7535b240b8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:57.112396 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Pushing event updated for resources: {'Port': ['ID=4b546f0a-6240-4b77-b43b-95f7838b1048,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.119125 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:57.155863 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56712) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:57.168666 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Pushing event updated for resources: {'Network': ['ID=57f57558-3560-4254-b4f8-41f0c5a1e7de,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.177755 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:57.182629 dv-cinder-815663-1-smb neutron-server[82832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 14:11:57.186537 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 57f57558-3560-4254-b4f8-41f0c5a1e7de details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:11:57.191724 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8651116 Oct 27 14:11:57.193353 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56716) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:57.199868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Request body: {'subnet': {'network_id': '57f57558-3560-4254-b4f8-41f0c5a1e7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753408059-subnet', 'tenant_id': '293ed6357aad4562b2e572712587be53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:11:57.205446 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:11:57.210543 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Usage tracker for resource:subnet and tenant:293ed6357aad4562b2e572712587be53 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:11:57.214723 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:11:57.222599 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:11:57.238195 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.243726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Made reservation on behalf of 293ed6357aad4562b2e572712587be53 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:11:57.247641 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.272487 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.363984 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:57.431262 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.451697 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fca8ec-caff-4924-83eb-b054c74bab93,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.457973 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:57.459284 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6463cabc-1625-43d4-96bd-b77e51769260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:57.508043 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90b9490cdaa64035adf377068b08dd81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9538350 Oct 27 14:11:57.509462 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56728) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:57.547313 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-db14fb75-ac54-48fc-969e-101642ae9771 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:57.547972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-db14fb75-ac54-48fc-969e-101642ae9771 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Synchronizing usage tracker for tenant:0a7b5dfa08a4439ab1a3196721345140 on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:11:57.554314 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.560901 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:57.661229 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53193640-e350-4e86-a6e6-715a75888a33,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.672675 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:57.676215 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Checking segment: {'id': '87a0e2e3-5e75-4fc4-9d02-ecf4aa531bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '57f57558-3560-4254-b4f8-41f0c5a1e7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:11:57.676414 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Network hostable DHCP agents. Network: 57f57558-3560-4254-b4f8-41f0c5a1e7de, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:11:57.683600 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:11:57.684626 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Pushing event updated for resources: {'Port': ['ID=b691a5d0-ee9b-4429-b8e7-77c0500d005d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:57.696087 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:57.699573 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:57.700176 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-db14fb75-ac54-48fc-969e-101642ae9771 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Unset dirty status for tenant:0a7b5dfa08a4439ab1a3196721345140 on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:11:57.706122 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-db14fb75-ac54-48fc-969e-101642ae9771 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/networks?id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df HTTP/1.1" status: 200 len: 810 time: 0.5365140 Oct 27 14:11:57.710816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:11:57.712041 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Network 57f57558-3560-4254-b4f8-41f0c5a1e7de is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:11:57.726511 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 57f57558-3560-4254-b4f8-41f0c5a1e7de) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:11:57.731529 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:11:57.732095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.737211 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9459b8-c5d0-4fe8-ab87-74dae5bb5c31 None None] Network 57f57558-3560-4254-b4f8-41f0c5a1e7de requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:57.801773 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5983157 Oct 27 14:11:57.876599 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-552c8ea9-b0be-40e9-ba6c-7c8a19d97f09 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/quotas/0a7b5dfa08a4439ab1a3196721345140 HTTP/1.1" status: 200 len: 375 time: 0.1654086 Oct 27 14:11:57.893697 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:57.995397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56742) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:58.130726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Deleting subnet 3d428f7d-bcbf-4dc9-9a38-3c18ef2e72f1 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:11:58.134647 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.164310 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-4d0f5084-a3ae-4a9c-96e1-4d9150d21e54 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0a7b5dfa08a4439ab1a3196721345140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2795925 Oct 27 14:11:58.240064 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.241675 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a84b0-760d-4c9b-8694-441fd1ba36b1 None None] Network 57f57558-3560-4254-b4f8-41f0c5a1e7de requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:58.254628 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.262379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.480646 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.516615 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.542500 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:58.543394 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:58.578793 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fca8ec-caff-4924-83eb-b054c74bab93,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:58.584083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:58.599160 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d428f7d-bcbf-4dc9-9a38-3c18ef2e72f1,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:58.602282 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:58.605368 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e70260-baac-4b94-ab2e-8f8e5fc8b050 None None] Network 458f851c-6bc2-49b9-b031-bb649e017bba requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:11:58.608417 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.615607 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d428f7d-bcbf-4dc9-9a38-3c18ef2e72f1 HTTP/1.1" status: 204 len: 168 time: 0.6185224 Oct 27 14:11:58.617570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56764) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:58.702839 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.706339 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44fca8ec-caff-4924-83eb-b054c74bab93 HTTP/1.1" status: 204 len: 168 time: 1.1711743 Oct 27 14:11:58.711090 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.711827 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.783107 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:58.856387 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:11:58.865625 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-d32d7f86-9f5f-4bc7-86ba-b11724f9336b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82832) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:11:58.872891 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-d32d7f86-9f5f-4bc7-86ba-b11724f9336b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3861346 Oct 27 14:11:58.905972 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 4b546f0a-6240-4b77-b43b-95f7838b1048 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:11:59.021344 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.059755 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 4b546f0a-6240-4b77-b43b-95f7838b1048 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:59.080963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.080963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.081691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.082018 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > port after_create 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.082334 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > port after_delete 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.082677 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > port after_update 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.083010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.083337 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.083648 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.084040 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.093149 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Provisioning for port 4b546f0a-6240-4b77-b43b-95f7838b1048 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:11:59.100037 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Provisioning complete for port 4b546f0a-6240-4b77-b43b-95f7838b1048 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:59.100653 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.290466 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-f2c8796e-13c7-4813-a3fb-b210d259d80a service neutron] 10.222.0.61 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161801 Oct 27 14:11:59.335300 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.405612 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] For port 4b546f0a-6240-4b77-b43b-95f7838b1048, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=4b546f0a-6240-4b77-b43b-95f7838b1048,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:11:59.412540 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.414876 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:59.437668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.437668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.437668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.437668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82831) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:11:59.437668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5c8e51-90a6-4705-851f-fd47cc1b1e73']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:59.449810 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4493a70-5393-4abe-a56f-d3d52baeb84d') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:59.450180 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4493a70-5393-4abe-a56f-d3d52baeb84d') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:59.463640 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.482172 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.495835 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:11:59.500745 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Pushing event updated for resources: {'Port': ['ID=4b546f0a-6240-4b77-b43b-95f7838b1048,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:59.501370 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.514482 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: util.warn_limited( Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: util.warn_limited( Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:11:59.524643 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:11:59.559839 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b0a4bba3-78cb-461b-9375-7a3a294c00ce None None] Provisioning complete for port 4b546f0a-6240-4b77-b43b-95f7838b1048 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:11:59.560312 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bba3-78cb-461b-9375-7a3a294c00ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.619052 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.624670 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:11:59.667384 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.670526 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-9feea371-9acf-4f06-aa59-bf0ff81a2775 service neutron] 10.222.0.61 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790088 Oct 27 14:11:59.675188 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5c8e51-90a6-4705-851f-fd47cc1b1e73,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:11:59.679882 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:11:59.687436 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] 10.222.0.61 "DELETE /v2.0/networks/8c5c8e51-90a6-4705-851f-fd47cc1b1e73 HTTP/1.1" status: 204 len: 168 time: 1.0663209 Oct 27 14:11:59.689102 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56800) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:59.766315 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:11:59.777098 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:11:59.795667 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:11:59.796535 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:11:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:11:59.851042 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:11:59.854513 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0029991 Oct 27 14:11:59.864181 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56810) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:11:59.870519 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Deleting subnet 53193640-e350-4e86-a6e6-715a75888a33 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:11:59.882307 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.009162 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Router d299131e-d8d5-4a35-883d-6b963d0ffb30 is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:12:00.058154 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.172465 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.240388 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:00.302749 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b595abba-b6b5-4127-a537-c3da5516a766 req-30064153-66ae-4a68-a7bd-3fc5f74b4385 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.1428313 Oct 27 14:12:00.378379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.393986 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:00.471416 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53193640-e350-4e86-a6e6-715a75888a33,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:00.475422 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:00.479588 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.500483 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/53193640-e350-4e86-a6e6-715a75888a33 HTTP/1.1" status: 204 len: 168 time: 0.8118224 Oct 27 14:12:00.507089 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56860) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:00.691702 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 4b546f0a-6240-4b77-b43b-95f7838b1048 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:00.786338 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 3, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:00.799906 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 4b546f0a-6240-4b77-b43b-95f7838b1048 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:00.800248 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:12:00.800776 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.802757 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Updating router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 port 1f3948ce-c567-4f03-aca5-127baf56f5fe binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:12:00.865060 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:00.890610 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.429620 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.449429 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Transition to ACTIVE for port object 1f3948ce-c567-4f03-aca5-127baf56f5fe will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:01.470565 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.489375 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56914) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:01.493600 dv-cinder-815663-1-smb neutron-server[82831]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 14:12:01.501380 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:01.578363 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.594747 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Attempting to bind port 1f3948ce-c567-4f03-aca5-127baf56f5fe on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:01.595413 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Attempting to bind port 1f3948ce-c567-4f03-aca5-127baf56f5fe by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:01.596617 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Attempting to bind port 1f3948ce-c567-4f03-aca5-127baf56f5fe on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:01.615211 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:01.616027 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:01.616647 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.617255 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:01.618593 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Bound port: 1f3948ce-c567-4f03-aca5-127baf56f5fe, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:01.619253 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.627031 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-16845603-0387-4de2-9b93-ebd24ba4911e req-08ced581-8a4d-45d7-8254-84de995d2810 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.1348372 Oct 27 14:12:01.677905 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.678281 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.681364 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.685251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > port after_create 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.685828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.686992 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > port after_update 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.687335 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.687670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.687988 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.692094 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:01.707556 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] For port 1f3948ce-c567-4f03-aca5-127baf56f5fe, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:01.711206 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] For port 1f3948ce-c567-4f03-aca5-127baf56f5fe, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=1f3948ce-c567-4f03-aca5-127baf56f5fe,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:01.734395 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Pushing event updated for resources: {'Port': ['ID=1f3948ce-c567-4f03-aca5-127baf56f5fe,revision_number=2']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:01.743963 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.744594 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.745031 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.745461 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.745908 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.746327 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.746741 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.747156 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.747772 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.748188 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.748599 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Tracked resource versions report: Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: pushed versions: Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Log': {'1.0'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Network': {'1.1'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Port': {'1.5'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'PortForwarding': {'1.2'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'QosPolicy': {'1.8'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroup': {'1.2'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'SubPort': {'1.0'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Subnet': {'1.1'}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Trunk': {'1.1'}} Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: consumer versions: Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: { DHCP agent@dv-cinder-815663-1-smb: {}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: HyperV agent@hv-cinder-81566: {}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: L3 agent@dv-cinder-815663-1-smb: {}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: Metadata agent@dv-cinder-815663-1-smb: {}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: Metering agent@dv-cinder-815663-1-smb: {}, Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: Open vSwitch agent@dv-cinder-815663-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Log': '1.0', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Network': '1.1', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Port': '1.5', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'PortForwarding': '1.2', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'QosPolicy': '1.8', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroup': '1.2', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'SecurityGroupRule': '1.0', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'SubPort': '1.0', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Subnet': '1.1', Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: 'Trunk': '1.1'}} Oct 27 14:12:01.749866 dv-cinder-815663-1-smb neutron-server[82834]: {{(pid=82834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:12:01.755626 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:01.756985 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:01.768412 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:01.841706 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:01.842400 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:11:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.059416 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:02.059754 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:02.060078 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:02.060395 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:12:02.060737 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f57558-3560-4254-b4f8-41f0c5a1e7de']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.083886 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a0e2e3-5e75-4fc4-9d02-ecf4aa531bdd') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.084775 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a0e2e3-5e75-4fc4-9d02-ecf4aa531bdd') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.098906 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Pushing event updated for resources: {'Port': ['ID=1f3948ce-c567-4f03-aca5-127baf56f5fe,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.107562 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:02.114131 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:02.142993 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:02.199250 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:02.204461 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:02.217150 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Sync routers for ids ['d299131e-d8d5-4a35-883d-6b963d0ffb30'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:12:02.223910 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:12:02.224671 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: util.warn_limited( Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: util.warn_limited( Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:12:02.242772 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:12:02.254287 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Routers {'d299131e-d8d5-4a35-883d-6b963d0ffb30'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:02.255801 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:11:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['d299131e-d8d5-4a35-883d-6b963d0ffb30'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.412259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:02.416706 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1732833 Oct 27 14:12:02.417007 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56948) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:02.439115 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:02.456527 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:02.503495 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:02.534739 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f57558-3560-4254-b4f8-41f0c5a1e7de,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:02.548804 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:02.553970 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] 10.222.0.61 "DELETE /v2.0/networks/57f57558-3560-4254-b4f8-41f0c5a1e7de HTTP/1.1" status: 204 len: 168 time: 2.0438673 Oct 27 14:12:02.790764 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Set router d299131e-d8d5-4a35-883d-6b963d0ffb30 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:02.814957 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 3, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:02.820843 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12737ab-279d-4d49-a628-b7ac1c4d3e51 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 3, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:12:03.047913 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 56974) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:03.103919 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-58d9a3bd-93fd-4b53-b9e5-a4f85b023983 req-e62c42c6-620c-430e-b284-6ee43e589db4 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.1435933 Oct 27 14:12:03.215260 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-12e9ba60-66f4-4c6d-b52f-3e48215d6111 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=079e6cc9eaf14007843980a1ab1ecc91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1634507 Oct 27 14:12:03.230321 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 56982) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:03.500209 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.82', 55768) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:03.566538 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:03.639319 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 3, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:03.642461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:03.652185 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Checking router: d299131e-d8d5-4a35-883d-6b963d0ffb30 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:12:03.652185 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Updating router d299131e-d8d5-4a35-883d-6b963d0ffb30 port b691a5d0-ee9b-4429-b8e7-77c0500d005d binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:12:03.766794 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:03.893736 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:03.913144 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-169e311d-f38e-426b-a122-fa26b5beec6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:03.937311 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524990d-c17e-4eb4-b5e8-fcb8777c7549,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:03.949023 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:03.954875 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:03.957045 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2524990d-c17e-4eb4-b5e8-fcb8777c7549 HTTP/1.1" status: 204 len: 168 time: 0.7257190 Oct 27 14:12:04.030640 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:04.082703 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-03ec76dd-3754-4e58-b5d1-687fbc5fd02b tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:04.086363 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-03ec76dd-3754-4e58-b5d1-687fbc5fd02b tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.82 "GET /v2.0/networks?id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df HTTP/1.1" status: 200 len: 810 time: 0.5839014 Oct 27 14:12:04.146889 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Request body: {'port': {'device_id': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df', 'admin_state_up': True, 'tenant_id': '0a7b5dfa08a4439ab1a3196721345140'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:04.537394 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-054acabc-73bf-4f43-9de5-85e3b3b0e9ac req-866e61e8-419d-4714-ace7-c9288bc74fdd tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.0887880 Oct 27 14:12:04.588152 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:04.644828 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:04.679595 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Transition to ACTIVE for port object b691a5d0-ee9b-4429-b8e7-77c0500d005d will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:04.683934 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:04.696896 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:04.705505 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:04.780096 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Usage tracker for resource:port and tenant:0a7b5dfa08a4439ab1a3196721345140 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:04.787900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:04.794578 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 1f3948ce-c567-4f03-aca5-127baf56f5fe up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:04.794981 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:04.841339 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Allocated IP 172.20.0.1 (458f851c-6bc2-49b9-b031-bb649e017bba/95e23ee2-4055-4e04-89f8-ebae83129895/30a0d89f-3988-4fae-abe2-9535eb7cacfe) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:04.868689 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Made reservation on behalf of 0a7b5dfa08a4439ab1a3196721345140 for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:04.891740 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.047252 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fea2f3-497c-439b-8206-f52a950c6eb2 None None] Pushing event updated for resources: {'Port': ['ID=b691a5d0-ee9b-4429-b8e7-77c0500d005d,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:05.066016 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Attempting to bind port b691a5d0-ee9b-4429-b8e7-77c0500d005d on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:05.066884 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Attempting to bind port b691a5d0-ee9b-4429-b8e7-77c0500d005d by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:05.067791 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Attempting to bind port b691a5d0-ee9b-4429-b8e7-77c0500d005d on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:05.087863 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d6fea2f3-497c-439b-8206-f52a950c6eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:05.091177 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:05.091736 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:05.094056 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.095851 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:05.096652 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Bound port: b691a5d0-ee9b-4429-b8e7-77c0500d005d, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:05.096827 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Allocated IP 172.20.0.1 (dc144ceb-c285-44a0-8051-1f2dcb4bf2e8/6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14/bd972ae2-a1e7-4766-86b1-4f8e21fd76f2) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:05.097860 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.196990 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 1f3948ce-c567-4f03-aca5-127baf56f5fe completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:05.225014 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 1f3948ce-c567-4f03-aca5-127baf56f5fe triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:05.225014 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.378458 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57060) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:05.481456 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] For port b691a5d0-ee9b-4429-b8e7-77c0500d005d, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:05.483718 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.500914 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] For port b691a5d0-ee9b-4429-b8e7-77c0500d005d, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=b691a5d0-ee9b-4429-b8e7-77c0500d005d,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:05.508306 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 1f3948ce-c567-4f03-aca5-127baf56f5fe, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=1f3948ce-c567-4f03-aca5-127baf56f5fe,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:05.511722 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.518163 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d84d6775-2e1f-48e0-8b54-d96890e5d003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:05.629765 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57078) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:05.640901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.651947 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-279966b1-c91a-47c9-9f05-13496cac67ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=293ed6357aad4562b2e572712587be53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2667186 Oct 27 14:12:05.652889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57084) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:05.659462 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fea2f3-497c-439b-8206-f52a950c6eb2 None None] Pushing event updated for resources: {'Port': ['ID=b691a5d0-ee9b-4429-b8e7-77c0500d005d,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:05.661061 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Transition to ACTIVE for port object 30a0d89f-3988-4fae-abe2-9535eb7cacfe will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:05.662151 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.674424 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.676238 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d6fea2f3-497c-439b-8206-f52a950c6eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:05.678561 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:05.697753 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:05.717835 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:05.778199 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Allocated IP 172.20.0.10 (2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df/dcd4ec5b-64ec-4343-89af-5758f063d35e/2755f930-a7d0-4848-9b6c-9dcef3e13052) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:05.821360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Network 458f851c-6bc2-49b9-b031-bb649e017bba is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:05.828448 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=1f3948ce-c567-4f03-aca5-127baf56f5fe,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:05.832515 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:05.839805 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:05.849605 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Routers {'d299131e-d8d5-4a35-883d-6b963d0ffb30'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:05.850324 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:11:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['d299131e-d8d5-4a35-883d-6b963d0ffb30'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:05.852739 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:05.930641 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.019097 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Pushing event updated for resources: {'Port': ['ID=30a0d89f-3988-4fae-abe2-9535eb7cacfe,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:06.025208 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:06.101465 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.367216 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-8024e3dd-5bbe-4ddd-8be2-03fd1a02bd36 None None] Provisioning for port 30a0d89f-3988-4fae-abe2-9535eb7cacfe completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:06.414354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.416213 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-471f7c94-3e32-4bd7-b875-579a78aa1992 req-f8cc7233-00b7-4489-a722-f87b2dd5dca8 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.5968642 Oct 27 14:12:06.416969 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-8024e3dd-5bbe-4ddd-8be2-03fd1a02bd36 None None] Provisioning complete for port 30a0d89f-3988-4fae-abe2-9535eb7cacfe triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:06.418209 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-8024e3dd-5bbe-4ddd-8be2-03fd1a02bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.422950 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.438498 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.473197 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.488789 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-524fcd75-abb5-4bcf-845f-afd6d435aa12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:06.544503 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-8024e3dd-5bbe-4ddd-8be2-03fd1a02bd36 None None] Port 30a0d89f-3988-4fae-abe2-9535eb7cacfe cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:12:06.570837 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] Set router d299131e-d8d5-4a35-883d-6b963d0ffb30 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:06.572579 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:06.626716 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Usage tracker for resource:security_group_rule and tenant:cb9c8639cad0435b8ca81deb7ace803c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:06.646756 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:06.673804 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:06.736085 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.745144 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 1f3948ce-c567-4f03-aca5-127baf56f5fe up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:06.907702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:06.937372 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:07.035562 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Pushing event updated for resources: {'Port': ['ID=30a0d89f-3988-4fae-abe2-9535eb7cacfe,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:07.043881 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:07.050889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.089655 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Network 458f851c-6bc2-49b9-b031-bb649e017bba is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:07.092620 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:07.095745 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 57126) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:07.111117 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:07.336147 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:07.350265 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:07.419603 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 1f3948ce-c567-4f03-aca5-127baf56f5fe triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:07.422542 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.535653 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.568472 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.630998 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.816528 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-938aff2b-4cb3-4cf8-b1e7-425c77f70ce1 req-bf1224ba-104a-4965-b6f6-6871eaaaaa6f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.1701601 Oct 27 14:12:07.839592 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.842416 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb9c8639cad0435b8ca81deb7ace803c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2070055 Oct 27 14:12:07.854438 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57140) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:07.860647 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:07.868798 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:07.886053 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 3, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:07.904113 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2cfdd7-0b6c-4122-bc74-83e11b561a44 None None] The sync data for ids ['d299131e-d8d5-4a35-883d-6b963d0ffb30'] in dv-cinder-815663-1-smb is: [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:11:57Z', 'revision_number': 3, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:12:07.905916 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:07.908681 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:07.934421 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-67c41488-f55d-432a-9c86-039f048f4ada None None] Provisioning complete for port 30a0d89f-3988-4fae-abe2-9535eb7cacfe triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:07.936346 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-67c41488-f55d-432a-9c86-039f048f4ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.105173 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-67c41488-f55d-432a-9c86-039f048f4ada None None] Port 30a0d89f-3988-4fae-abe2-9535eb7cacfe cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:12:08.151988 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4dec-cbc6-405f-a9f7-f1337978e5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea0827e-f73b-4fb4-b112-807889e01755,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:08.158214 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.162297 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acb3a9a7-2ac3-452d-b599-1d2d4b1a82e3 HTTP/1.1" status: 204 len: 168 time: 2.4429724 Oct 27 14:12:08.200734 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3a9a7-2ac3-452d-b599-1d2d4b1a82e3,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:08.204019 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.239051 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.247675 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:08.267242 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:08.267590 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:08.292313 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.399990 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.427176 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:08.446948 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:08.512838 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.529939 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Usage tracker for resource:security_group_rule and tenant:483025a69bba486c9e08cc09a53f75d0 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:08.584549 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:08.656881 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:08.765711 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device b691a5d0-ee9b-4429-b8e7-77c0500d005d up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:08.836023 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.865643 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-620bb7ae-23f2-47b3-bfe2-d9176ec3e34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:08.882922 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:08.891845 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Pushing event updated for resources: {'Port': ['ID=2755f930-a7d0-4848-9b6c-9dcef3e13052,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:08.924941 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea0827e-f73b-4fb4-b112-807889e01755,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:08.947091 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:09.036981 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.038037 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eea0827e-f73b-4fb4-b112-807889e01755 HTTP/1.1" status: 204 len: 168 time: 1.1832311 Oct 27 14:12:09.058455 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port b691a5d0-ee9b-4429-b8e7-77c0500d005d completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:09.068397 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port b691a5d0-ee9b-4429-b8e7-77c0500d005d triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:09.071729 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.135728 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:09.142144 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.143131 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:09.145635 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:09.166428 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:09.381022 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:09.429602 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.461323 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.464046 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.479673 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3931b681-e2ff-479d-9b2f-4b16c0bf3bac,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:09.497930 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port b691a5d0-ee9b-4429-b8e7-77c0500d005d, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=b691a5d0-ee9b-4429-b8e7-77c0500d005d,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:09.507389 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:09.517393 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.526458 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:09.561912 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:09.597165 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=483025a69bba486c9e08cc09a53f75d0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4969544 Oct 27 14:12:09.620475 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57178) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:09.626398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:09.647646 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6872b9-a208-45ae-878e-ecb9b800d6b6 req-4c4b2cc3-1521-45ee-af57-9d6e09ffbaf2 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:09.650173 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2b6872b9-a208-45ae-878e-ecb9b800d6b6 req-4c4b2cc3-1521-45ee-af57-9d6e09ffbaf2 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 932 time: 0.6247232 Oct 27 14:12:09.656164 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.722173 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5895689 Oct 27 14:12:09.736424 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-e5ef4cd2-5ce8-4a30-95d6-309a82be67bd tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82832) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:12:09.737474 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:09.738461 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-e5ef4cd2-5ce8-4a30-95d6-309a82be67bd tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087621 Oct 27 14:12:09.778890 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:09.786128 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:09.789783 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:12:09.844416 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2b6872b9-a208-45ae-878e-ecb9b800d6b6 req-bd93d006-a43b-4ef7-ac9b-621ccac7ffbf tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749740 Oct 27 14:12:09.851430 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=b691a5d0-ee9b-4429-b8e7-77c0500d005d,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:09.864749 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:10.018610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:10.132779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:10.154973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57190) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:10.249906 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:10.263043 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:12:10.268985 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] 10.222.0.61 "PUT /v2.0/routers/72ebd81a-ffea-4bf9-8cc5-285fe20ec155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4035256 Oct 27 14:12:10.287843 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:10.290250 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:11:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:10.293668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:10.319404 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:10.324258 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:10.386763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Request body: {'port': {'device_id': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:10.502901 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:10.538993 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:10.680034 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:10.738372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:10.746067 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device b691a5d0-ee9b-4429-b8e7-77c0500d005d up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:10.951621 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:11.136356 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port b691a5d0-ee9b-4429-b8e7-77c0500d005d triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:11.137912 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:11.293002 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:11.311454 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:11.314874 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3931b681-e2ff-479d-9b2f-4b16c0bf3bac HTTP/1.1" status: 204 len: 168 time: 1.6841471 Oct 27 14:12:11.356301 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931b681-e2ff-479d-9b2f-4b16c0bf3bac,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:11.362442 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:11.363590 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Usage tracker for resource:security_group_rule and tenant:9ce42b543c5e42d28e88910989abef5b is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:11.393116 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:11.686236 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:11.771580 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da27a1-ca63-469b-84b9-485d548c86d3 req-f0895085-22be-4db7-90ef-19336f7db859 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:11.781352 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-28da27a1-ca63-469b-84b9-485d548c86d3 req-f0895085-22be-4db7-90ef-19336f7db859 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 932 time: 0.6972778 Oct 27 14:12:11.944537 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2755f930-a7d0-4848-9b6c-9dcef3e13052 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:11.977475 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:12.035907 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Transition to ACTIVE for port object 2755f930-a7d0-4848-9b6c-9dcef3e13052 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:12.046366 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:12.056572 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-12068e19-e772-45fa-ae3b-b70227e47ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:12.092241 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:06Z', 'revision_number': 2, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:12.113147 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:12:12.113522 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Updating router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 port 30a0d89f-3988-4fae-abe2-9535eb7cacfe binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:12:12.184601 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-28da27a1-ca63-469b-84b9-485d548c86d3 req-e166a9fc-df21-4268-bf77-41f0a1438f4d tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020243 Oct 27 14:12:12.227324 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:12.259213 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:12.324027 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2755f930-a7d0-4848-9b6c-9dcef3e13052,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:12.328950 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:12.367826 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:12.380624 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:12.432523 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ce42b543c5e42d28e88910989abef5b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2681139 Oct 27 14:12:12.432523 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57242) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:12.432523 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57244) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:12.500487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--500922781', 'description': 'tempest-description--1704289175'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:12.573147 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:12.670146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:12.690918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542fede6-d3f4-4628-a000-6293f8b61db0,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:12.705659 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:12.786993 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:12.808255 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Attempting to bind port 2755f930-a7d0-4848-9b6c-9dcef3e13052 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:12.808255 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Attempting to bind port 2755f930-a7d0-4848-9b6c-9dcef3e13052 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:12.808852 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Attempting to bind port 2755f930-a7d0-4848-9b6c-9dcef3e13052 on network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:12.819650 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Port 2755f930-a7d0-4848-9b6c-9dcef3e13052 on network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:12:12.820023 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Attempting to bind port 2755f930-a7d0-4848-9b6c-9dcef3e13052 on network 2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:12.828738 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:12.829063 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:12.829402 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Checking segment: {'id': 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:12.830066 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Bound using segment: {'id': 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:12.830596 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Bound port: 2755f930-a7d0-4848-9b6c-9dcef3e13052, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1146, 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:12.830951 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:12.971691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.185252 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.190229 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Router d299131e-d8d5-4a35-883d-6b963d0ffb30 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:12:13.192171 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:13.233998 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:13.252115 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:13.253419 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] For port 2755f930-a7d0-4848-9b6c-9dcef3e13052, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:13.274646 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] For port 2755f930-a7d0-4848-9b6c-9dcef3e13052, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052,segment=NetworkSegment(d49088e0-8cf6-4e6a-9d09-2163d0e8bde5),segment_id=d49088e0-8cf6-4e6a-9d09-2163d0e8bde5)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:13.290534 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.293973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:13.297148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.342173 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:13.407444 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.421474 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Transition to ACTIVE for port object 30a0d89f-3988-4fae-abe2-9535eb7cacfe will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:13.435714 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.446642 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-faf2a8e3-4ba8-4e19-a9b4-bfc07f039f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:13.475240 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.482366 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] 10.222.0.82 "PUT /v2.0/ports/2755f930-a7d0-4848-9b6c-9dcef3e13052 HTTP/1.1" status: 200 len: 1094 time: 3.3048580 Oct 27 14:12:13.483065 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'tag': '2755f930-a7d0-4848-9b6c-9dcef3e13052'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:13.588774 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2755f930-a7d0-4848-9b6c-9dcef3e13052,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:13.593289 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:13.710270 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.719448 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.738546 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:13.745453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:13.941198 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e971fa-31a3-4518-8f49-0361ed4307ff None None] Pushing event updated for resources: {'Port': ['ID=30a0d89f-3988-4fae-abe2-9535eb7cacfe,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:13.955353 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-d4e971fa-31a3-4518-8f49-0361ed4307ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:14.045156 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8033583f-9fc0-4767-9f6d-dae2e8f3aa47,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:14.069324 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:14.086151 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-21eeea8b-6134-4449-9132-76d573c2823b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6575828 Oct 27 14:12:14.091368 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57290) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:14.129070 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005a687-01c8-4fce-9098-a3adc7cbda87 req-de190378-bf38-41c8-9ccc-50a147f6fa6d tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:14.150090 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5005a687-01c8-4fce-9098-a3adc7cbda87 req-de190378-bf38-41c8-9ccc-50a147f6fa6d tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 944 time: 0.6198058 Oct 27 14:12:14.152302 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:14.155752 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/542fede6-d3f4-4628-a000-6293f8b61db0 HTTP/1.1" status: 204 len: 168 time: 1.7014837 Oct 27 14:12:14.187491 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'security_group_rule': {'security_group_id': '8033583f-9fc0-4767-9f6d-dae2e8f3aa47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:14.219013 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:14.254946 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-d82f93c9-c6eb-49e8-b0be-171f1b4cc954 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a7b5dfa08a4439ab1a3196721345140&device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 1097 time: 0.4580173 Oct 27 14:12:14.255935 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:14.272530 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Attempting to bind port 30a0d89f-3988-4fae-abe2-9535eb7cacfe on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:14.273289 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Attempting to bind port 30a0d89f-3988-4fae-abe2-9535eb7cacfe by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:14.274085 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Attempting to bind port 30a0d89f-3988-4fae-abe2-9535eb7cacfe on network 458f851c-6bc2-49b9-b031-bb649e017bba {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:14.283202 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:14.283577 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Checking segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:14.284030 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:14.284475 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Bound using segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:14.284954 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Bound port: 30a0d89f-3988-4fae-abe2-9535eb7cacfe, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:14.285351 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:14.319416 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:14.347990 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:14.444095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542fede6-d3f4-4628-a000-6293f8b61db0,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:14.477822 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:14.484730 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.714s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:14.485031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:14.520891 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] For port 30a0d89f-3988-4fae-abe2-9535eb7cacfe, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:14.529149 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:14.530059 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] For port 30a0d89f-3988-4fae-abe2-9535eb7cacfe, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=30a0d89f-3988-4fae-abe2-9535eb7cacfe,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:14.530670 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-f64eef36-2115-42c4-8328-1c9e02002954 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052 HTTP/1.1" status: 200 len: 217 time: 0.2001204 Oct 27 14:12:14.538674 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:14.542794 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:14.727765 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e971fa-31a3-4518-8f49-0361ed4307ff None None] Pushing event updated for resources: {'Port': ['ID=30a0d89f-3988-4fae-abe2-9535eb7cacfe,revision_number=4']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:14.746382 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-d4e971fa-31a3-4518-8f49-0361ed4307ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:14.762351 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:14.763011 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:11:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:14.800204 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5005a687-01c8-4fce-9098-a3adc7cbda87 req-f8e27366-efdf-4ab6-94f3-913fe037f762 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490629 Oct 27 14:12:14.803590 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b62be61a-2025-4dd2-bd0d-d55a3257dead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:14.806847 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-b62be61a-2025-4dd2-bd0d-d55a3257dead service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd4ec5b-64ec-4343-89af-5758f063d35e HTTP/1.1" status: 200 len: 850 time: 0.1569731 Oct 27 14:12:15.044644 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-78d31cfe-f25a-49a6-a365-51324ec36360 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2180595 Oct 27 14:12:15.045967 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.054453 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'tag': '2755f930-a7d0-4848-9b6c-9dcef3e13052', 'status': 'completed', 'code': 200} Oct 27 14:12:15.061764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.074232 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:15.187623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:15.200253 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d897a89-66ed-4896-b645-ee4cf756ad5e,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:15.248883 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] 10.222.0.61 "PUT /v2.0/routers/d299131e-d8d5-4a35-883d-6b963d0ffb30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8288496 Oct 27 14:12:15.256086 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.261174 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0991523 Oct 27 14:12:15.261174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:15.261174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57326) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:15.286759 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'security_group_rule': {'security_group_id': '8033583f-9fc0-4767-9f6d-dae2e8f3aa47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:15.313086 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:15.332043 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:15.354721 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:15.383375 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:15.420774 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.437898 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-6273e709-ed47-4ce5-b002-c0c0f778e6a3 service neutron] 10.222.0.82 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569994 Oct 27 14:12:15.478703 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:15.641123 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.651827 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.677033 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d55456f0-e6d9-4a95-a273-096911b785a9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:15.687875 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a307b76-49c4-4300-a568-ad9f745fcf9c req-e561fc36-2b10-43e8-a4e6-4f2459b83b42 service neutron] 10.222.0.82 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290115 Oct 27 14:12:15.715345 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab233f8-990f-4db5-859b-f79dcb085ae7,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:15.725804 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:15.730089 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:15.735085 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4698832 Oct 27 14:12:15.735462 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 57342) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:15.742196 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'floatingip': {'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:15.749802 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:15.755822 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:floatingip and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:15.759924 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:15.767148 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:15.788445 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:16.142059 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57352) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:16.311916 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:14Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:16.325800 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc8ebc-600a-473f-8b68-5aee5cf90c93 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:14Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:12:16.391272 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-852a9586-8ddb-4a1f-b709-ff8fe8600ca0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a7b5dfa08a4439ab1a3196721345140&device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 1097 time: 0.4356372 Oct 27 14:12:16.456635 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:16.476437 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf028-3447-45ce-92ee-fff40630f0fa req-f63595f4-277a-4159-aac2-b71db5c74b63 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:16.478706 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97bdf028-3447-45ce-92ee-fff40630f0fa req-f63595f4-277a-4159-aac2-b71db5c74b63 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 944 time: 0.2883608 Oct 27 14:12:16.564870 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97bdf028-3447-45ce-92ee-fff40630f0fa req-bf4b83f6-6ec1-4309-9666-2e0993f47966 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806797 Oct 27 14:12:16.713671 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:16.790789 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 30a0d89f-3988-4fae-abe2-9535eb7cacfe up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:16.828886 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:16.840204 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Usage tracker for resource:security_group_rule and tenant:f6c86aff189941609170cc518339e4c5 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:16.852585 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:16.866438 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:16.977625 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 30a0d89f-3988-4fae-abe2-9535eb7cacfe completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:16.993532 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 30a0d89f-3988-4fae-abe2-9535eb7cacfe triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:16.994213 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.091000 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.102924 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.136398 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f5b04139-07a3-4477-8b31-9f00c52cabef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:17.159530 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-83115f91-e011-4bc1-9d03-8ae2d6e4f4f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:17.161493 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-83115f91-e011-4bc1-9d03-8ae2d6e4f4f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df HTTP/1.1" status: 200 len: 912 time: 0.5712764 Oct 27 14:12:17.318304 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6c86aff189941609170cc518339e4c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1750343 Oct 27 14:12:17.319408 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba8316a-da4a-47cc-aec7-fcac1ddb0743,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:17.322278 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57382) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:17.335895 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:17.456477 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-f4021229-fe2e-464d-8ee5-9e64c9431b1e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052 HTTP/1.1" status: 200 len: 217 time: 0.2228372 Oct 27 14:12:17.499198 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.553502 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.615621 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.631606 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 30a0d89f-3988-4fae-abe2-9535eb7cacfe, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=30a0d89f-3988-4fae-abe2-9535eb7cacfe,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:17.637225 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.641051 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:17.662775 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Allocated IP 172.28.1.48 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/52070490-6958-4ad2-824c-8a7196effa0d) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:17.806728 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:17.824444 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b900bd66-27dc-4b18-a3de-3ab3f880cb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:17.872921 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=30a0d89f-3988-4fae-abe2-9535eb7cacfe,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:17.894634 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:18.045637 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:18.046847 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dba8316a-da4a-47cc-aec7-fcac1ddb0743 HTTP/1.1" status: 204 len: 168 time: 0.7232587 Oct 27 14:12:18.053148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba8316a-da4a-47cc-aec7-fcac1ddb0743,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:18.076621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-e3f1686f-41da-416a-b16a-7511e8587ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:18.087458 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-e3f1686f-41da-416a-b16a-7511e8587ae3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd4ec5b-64ec-4343-89af-5758f063d35e HTTP/1.1" status: 200 len: 850 time: 0.6113341 Oct 27 14:12:18.116221 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:18.198329 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbdf3c-8c28-4838-8e4d-eab271b00382 req-d1de1b18-bdb0-4267-abe4-0cefb95f6d24 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:18.211076 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-57fbdf3c-8c28-4838-8e4d-eab271b00382 req-d1de1b18-bdb0-4267-abe4-0cefb95f6d24 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 944 time: 0.3141649 Oct 27 14:12:18.240057 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-3a1a6802-f530-4c34-9285-abfa8aba51cf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:18.240780 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-3a1a6802-f530-4c34-9285-abfa8aba51cf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Synchronizing usage tracker for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:18.245570 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-73df6eb1-d986-4f26-8ff4-1c708887cabc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180775 Oct 27 14:12:18.372844 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-57fbdf3c-8c28-4838-8e4d-eab271b00382 req-2ec68318-ccf2-4138-820d-71c5c9dba5b8 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595483 Oct 27 14:12:18.519581 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-3a1a6802-f530-4c34-9285-abfa8aba51cf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Unset dirty status for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:18.519581 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-3a1a6802-f530-4c34-9285-abfa8aba51cf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 819 time: 1.1837039 Oct 27 14:12:18.564208 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-71c46cf5-254e-441d-8d76-5b23c04afa5c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/quotas/23a107bf77094883a9a81a9230e0f8ea HTTP/1.1" status: 200 len: 375 time: 0.0454011 Oct 27 14:12:18.726751 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 30a0d89f-3988-4fae-abe2-9535eb7cacfe up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:18.804893 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:18.867472 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-37fc92fd-888f-4a4b-b47a-7a984e25176f service neutron] 10.222.0.82 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649819 Oct 27 14:12:18.882599 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 30a0d89f-3988-4fae-abe2-9535eb7cacfe triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:18.883555 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.186308 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57428) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:19.230252 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.271483 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:12:19.309575 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:19.321719 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Usage tracker for resource:security_group_rule and tenant:15395c967f4d4223b55a7fc576b98a38 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:19.326897 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.327694 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:19.339108 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-24cbac1f-dcd0-4011-8013-6c1c26b13d66 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7738049 Oct 27 14:12:19.340433 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:19.342823 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:19.454996 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'Port': ['ID=52070490-6958-4ad2-824c-8a7196effa0d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:19.481006 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:19.494268 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:19.517847 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:19.549772 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.558114 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.559323 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:19.575301 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7f562e0b-50f3-4d5c-b9c1-669e88a022a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:19.643519 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77dc46-9fb5-4624-ba7c-bae9e47f8239,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:19.649617 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-eacb8d03-2596-4a6f-b48a-dc69346cafa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.649911 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:19.730833 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15395c967f4d4223b55a7fc576b98a38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5434413 Oct 27 14:12:19.736038 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57444) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:19.862435 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0bbb1727-ee6b-4cca-bd92-c10d5dedd7dc req-06c7a9e0-e02c-4435-bb4d-56553b846d10 service neutron] 10.222.0.82 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8804553 Oct 27 14:12:19.866408 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.882418 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-008708a4-d888-4254-9935-0f8241d6257e service neutron] 10.222.0.61 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598317 Oct 27 14:12:19.883663 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2a7e-975d-4870-8e11-7ebe2f41ef0d req-d8004cf9-f68d-474a-82f5-e566b3874578 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:19.885138 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5bff2a7e-975d-4870-8e11-7ebe2f41ef0d req-d8004cf9-f68d-474a-82f5-e566b3874578 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 944 time: 0.1989231 Oct 27 14:12:19.924658 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:19.983244 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5bff2a7e-975d-4870-8e11-7ebe2f41ef0d req-072b37aa-3a45-46e3-a896-610d849f5fc3 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924459 Oct 27 14:12:20.006795 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.012909 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2847f6de-2ddf-458d-9612-a13cbd9769ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:20.038578 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77dc46-9fb5-4624-ba7c-bae9e47f8239,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:20.051174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:20.070086 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.073279 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af77dc46-9fb5-4624-ba7c-bae9e47f8239 HTTP/1.1" status: 204 len: 168 time: 0.3358588 Oct 27 14:12:20.112197 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.211346 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.296258 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.356778 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-6e053cea-4b87-4eb7-baa3-55e936388c22 service neutron] 10.222.0.61 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636235 Oct 27 14:12:20.637378 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.646848 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.660649 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:20.703972 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-697c2087-8169-4fae-88e2-fdbfd4eb45d1 req-7481fb92-4e73-4e10-9010-435b02b5228e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Synchronizing usage tracker for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:20.733173 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-697c2087-8169-4fae-88e2-fdbfd4eb45d1 req-7481fb92-4e73-4e10-9010-435b02b5228e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Unset dirty status for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:20.743148 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-697c2087-8169-4fae-88e2-fdbfd4eb45d1 req-7481fb92-4e73-4e10-9010-435b02b5228e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 210 time: 0.0829761 Oct 27 14:12:20.778404 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'Port': ['ID=52070490-6958-4ad2-824c-8a7196effa0d,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:20.781814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:20.875165 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.924809 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:20.934917 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1901486 Oct 27 14:12:21.328273 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-98bf10c7-4d7c-495c-b838-ea0cbaa01694 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.328987 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-98bf10c7-4d7c-495c-b838-ea0cbaa01694 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Synchronizing usage tracker for tenant:0a7b5dfa08a4439ab1a3196721345140 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:21.369136 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-98bf10c7-4d7c-495c-b838-ea0cbaa01694 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Unset dirty status for tenant:0a7b5dfa08a4439ab1a3196721345140 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:21.370979 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-98bf10c7-4d7c-495c-b838-ea0cbaa01694 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 944 time: 0.1982229 Oct 27 14:12:21.424756 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-701693b6-265f-4992-b0c0-95f6056dac99 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:21.428263 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-701693b6-265f-4992-b0c0-95f6056dac99 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 819 time: 0.2602603 Oct 27 14:12:21.451104 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-1f29fe02-95ad-4b1b-a9e9-e5123839318d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/quotas/23a107bf77094883a9a81a9230e0f8ea HTTP/1.1" status: 200 len: 375 time: 0.0179377 Oct 27 14:12:21.471173 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 57562) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:21.506980 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-46e9c128-b144-400c-a567-b3429e46d67b tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Synchronizing usage tracker for tenant:0a7b5dfa08a4439ab1a3196721345140 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:21.533074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-46e9c128-b144-400c-a567-b3429e46d67b tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Unset dirty status for tenant:0a7b5dfa08a4439ab1a3196721345140 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:21.553532 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e15653db-8a11-47f7-9f06-840e1aa03e2f req-46e9c128-b144-400c-a567-b3429e46d67b tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707525 Oct 27 14:12:21.595791 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-eb4f9b81-0fda-470d-a016-9d8483903bd2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436019 Oct 27 14:12:21.741458 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-7b830d6a-6181-4005-8f29-08bb9ed5189a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:21.767191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-7b830d6a-6181-4005-8f29-08bb9ed5189a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:21.782375 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-7b830d6a-6181-4005-8f29-08bb9ed5189a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--500922781&fields=id&tenant_id=9a5124f61d094c7fb6237e7bac575d6c HTTP/1.1" status: 200 len: 267 time: 0.1008525 Oct 27 14:12:21.782677 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d74b2d5d-91b1-411b-a70d-21ea7b05f21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:21.851841 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57588) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:22.034743 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.087538 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-b08b488e-6c11-491c-9cb5-a7de5bcc71b8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:22.087538 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-b08b488e-6c11-491c-9cb5-a7de5bcc71b8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:22.109254 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:22.114600 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Usage tracker for resource:security_group_rule and tenant:d48733ed322241efa774ad95c2186079 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:22.117751 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:22.123478 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-b08b488e-6c11-491c-9cb5-a7de5bcc71b8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:22.129933 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-b08b488e-6c11-491c-9cb5-a7de5bcc71b8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 811 time: 0.3466289 Oct 27 14:12:22.132641 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:22.152608 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-2420cc73-fc87-45af-a760-f5bf8ba87627 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/quotas/9a5124f61d094c7fb6237e7bac575d6c HTTP/1.1" status: 200 len: 375 time: 0.0217822 Oct 27 14:12:22.159222 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.231075 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:22.235906 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Usage tracker for resource:security_group_rule and tenant:ce4c4ff10a8d40e0aa7498e48f7c8a58 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:22.238905 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:22.245685 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:22.274834 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.295117 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-6538bd75-2561-4fc9-bca7-8e7f9074522f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:22.318688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.349005 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ca80a572-b204-4e82-aaa5-dd0c98021790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:22.350291 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-bd076288-b579-48e9-b6be-a7e4599e1b45 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=82831) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:12:22.351476 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-bd076288-b579-48e9-b6be-a7e4599e1b45 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2717631 Oct 27 14:12:22.431711 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-6538bd75-2561-4fc9-bca7-8e7f9074522f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:22.433028 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-6538bd75-2561-4fc9-bca7-8e7f9074522f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2711625 Oct 27 14:12:22.458315 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db1cec-e356-4b75-903c-35d360a05912,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:22.480681 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:22.485222 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d48733ed322241efa774ad95c2186079&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0125365 Oct 27 14:12:22.509961 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-a519330b-5e49-4f47-a6b2-3af53bd5248f service neutron] 10.222.0.61 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449513 Oct 27 14:12:22.510734 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57606) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:22.551543 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 57612) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:22.673238 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-cd1e7622-0d23-4a56-a370-bbd274bd0d2f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:22.674739 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-cd1e7622-0d23-4a56-a370-bbd274bd0d2f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 819 time: 0.3011246 Oct 27 14:12:22.714720 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Request body: {'port': {'device_id': '225a77e8-c3bc-448f-bfba-2651385ea930', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'admin_state_up': True, 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:22.735408 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.749245 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-471a48a7-a2ba-45fb-8d43-a208baa9bf2c service neutron] 10.222.0.61 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920661 Oct 27 14:12:22.785867 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.800074 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.826305 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:22.870606 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.887193 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:22.887431 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-0fd66321-226b-4b3a-a233-026ecf783f10 service neutron] 10.222.0.61 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555377 Oct 27 14:12:22.954181 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae8853-9dfc-459a-9011-d65706024e1b,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:22.963366 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:22.983605 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce4c4ff10a8d40e0aa7498e48f7c8a58&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1306260 Oct 27 14:12:22.993970 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57634) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:22.997431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.125036 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.130952 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2755f930-a7d0-4848-9b6c-9dcef3e13052 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:12:23.143486 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:23.170198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.179689 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.186696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-81e95d32-e118-456a-89d2-9b662b7c1e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:23.202939 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db1cec-e356-4b75-903c-35d360a05912,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:23.206754 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:23.230177 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:23.230329 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.231517 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5db1cec-e356-4b75-903c-35d360a05912 HTTP/1.1" status: 204 len: 168 time: 0.7184699 Oct 27 14:12:23.264275 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.264369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Usage tracker for resource:security_group_rule and tenant:c351f8a06e7e4afa8c5ffcea0729383b is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:23.269282 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:23.285853 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-7db105e2-2e4b-4aa3-b8ec-c7239dc6d0f7 service neutron] 10.222.0.61 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140224 Oct 27 14:12:23.287135 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:23.288233 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae8853-9dfc-459a-9011-d65706024e1b,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:23.292979 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:23.301542 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.303322 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88ae8853-9dfc-459a-9011-d65706024e1b HTTP/1.1" status: 204 len: 168 time: 0.3083062 Oct 27 14:12:23.307939 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:23.319695 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:23.344333 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Made reservation on behalf of 23a107bf77094883a9a81a9230e0f8ea for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:23.346944 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.629760 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280976e-1263-4bcc-a1ca-31c20c4163be req-bf01ae46-6a3f-4f86-a469-448264d98cb3 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:23.631959 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7280976e-1263-4bcc-a1ca-31c20c4163be req-bf01ae46-6a3f-4f86-a469-448264d98cb3 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 944 time: 0.2066221 Oct 27 14:12:23.673845 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 2755f930-a7d0-4848-9b6c-9dcef3e13052, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052,segment=NetworkSegment(d49088e0-8cf6-4e6a-9d09-2163d0e8bde5),segment_id=d49088e0-8cf6-4e6a-9d09-2163d0e8bde5)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:23.707418 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '2755f930-a7d0-4848-9b6c-9dcef3e13052', 'network_id': '2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df', 'port_id': '2755f930-a7d0-4848-9b6c-9dcef3e13052', 'mac_address': 'fa:16:3e:6e:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd4ec5b-64ec-4343-89af-5758f063d35e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:12:23.733780 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7280976e-1263-4bcc-a1ca-31c20c4163be req-8fad363c-b2fa-4f2e-9da2-a729ad1b69b0 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913808 Oct 27 14:12:23.801823 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.831890 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.862205 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5db4a5f5-b09c-47e3-a5c4-3b0151a5edf2 req-682ba3f7-c299-4ac2-acea-756aa4cb4aec tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 210 time: 0.2484603 Oct 27 14:12:23.868586 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2755f930-a7d0-4848-9b6c-9dcef3e13052 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:23.875232 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.902194 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d393a52b-f500-447e-889e-07310b5233cb req-5ee94980-6199-456f-9bd2-6600e5e52b9b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 210 time: 0.0887907 Oct 27 14:12:23.907174 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9a016633-f88a-4fc0-991a-262c564611f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:23.935478 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 2755f930-a7d0-4848-9b6c-9dcef3e13052, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052,segment=NetworkSegment(d49088e0-8cf6-4e6a-9d09-2163d0e8bde5),segment_id=d49088e0-8cf6-4e6a-9d09-2163d0e8bde5)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:23.945692 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:23.949284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:23.970729 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c351f8a06e7e4afa8c5ffcea0729383b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4059596 Oct 27 14:12:23.973230 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57672) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:24.030331 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Allocated IP 172.20.0.11 (dc144ceb-c285-44a0-8051-1f2dcb4bf2e8/6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14/5635431f-a044-469d-9ab4-411db038db3e) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:24.040369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e32b5-efe3-4e2a-9761-7f450412cb6a,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.057859 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:24.062414 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.093625 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.159264 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=2755f930-a7d0-4848-9b6c-9dcef3e13052,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.167489 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:24.170583 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.180022 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:24.210380 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e32b5-efe3-4e2a-9761-7f450412cb6a,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.213198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:24.233702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.235367 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f60e32b5-efe3-4e2a-9761-7f450412cb6a HTTP/1.1" status: 204 len: 168 time: 0.2607017 Oct 27 14:12:24.250022 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['2755f930-a7d0-4848-9b6c-9dcef3e13052'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:12:24.401974 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.455211 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.463394 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:24.544576 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57688) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:24.552615 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.572911 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.619944 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:24.625258 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Usage tracker for resource:security_group_rule and tenant:f397241425ae4908a1177a3c5b61bcbe is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:24.629397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:24.636680 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:24.671935 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:24.673016 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57696) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:24.679390 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:24.686777 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:24.701280 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.760895 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Pushing event updated for resources: {'Port': ['ID=5635431f-a044-469d-9ab4-411db038db3e,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.768894 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:24.781052 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:24.785307 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.788268 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Usage tracker for resource:security_group_rule and tenant:058263f948094a4883011924d1f9e20e is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:24.792347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:24.799670 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:24.803390 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.813409 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84827022-c3bc-4c90-a8bd-53f26064b96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:24.876217 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:24.879732 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:24.897304 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e0b0e-13ff-4e48-81fa-d7d769bbe4af,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:24.912262 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:24.921604 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f397241425ae4908a1177a3c5b61bcbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3713264 Oct 27 14:12:24.922797 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 57704) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:25.034515 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.043475 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.053085 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:25.098959 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.82', 55803) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:25.103550 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2755f930-a7d0-4848-9b6c-9dcef3e13052 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:25.133359 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=058263f948094a4883011924d1f9e20e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4589174 Oct 27 14:12:25.139053 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c2106f-7752-4d49-9074-e18b414ea8ef,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:25.144799 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57722) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:25.150230 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:25.312136 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6145372 Oct 27 14:12:25.324483 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8392e106-48e5-4240-9ad2-f4f2cfa2277d req-9ef9b516-7336-4368-8ae4-76c7b46bbfcd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 210 time: 0.1433911 Oct 27 14:12:25.352298 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Request body: {'port': {'device_id': '225a77e8-c3bc-448f-bfba-2651385ea930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:25.415018 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 2755f930-a7d0-4848-9b6c-9dcef3e13052 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:25.425174 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 2755f930-a7d0-4848-9b6c-9dcef3e13052 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:25.425578 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.442188 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-f18e0e6b-192f-4351-ab14-df3cc6aac999 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:25.444377 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-f18e0e6b-192f-4351-ab14-df3cc6aac999 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 819 time: 0.3436179 Oct 27 14:12:25.445901 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.480779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Request body: {'port': {'device_id': '16335e48-e19a-4f22-8da6-766f85d0074a', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'admin_state_up': True, 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:25.548129 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.555501 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.611751 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.625165 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57734) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:25.673888 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.711074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.82', 55807) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:25.718189 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bcc74-462d-4b92-96ab-4cc7811d0a5c req-01623895-387f-40ae-a2d0-016da231bb6a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:25.719943 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-730bcc74-462d-4b92-96ab-4cc7811d0a5c req-01623895-387f-40ae-a2d0-016da231bb6a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 945 time: 0.7230327 Oct 27 14:12:25.720550 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 2755f930-a7d0-4848-9b6c-9dcef3e13052, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052,segment=NetworkSegment(d49088e0-8cf6-4e6a-9d09-2163d0e8bde5),segment_id=d49088e0-8cf6-4e6a-9d09-2163d0e8bde5)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:25.721405 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2755f930-a7d0-4848-9b6c-9dcef3e13052'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:25.735610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.740623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cdb4fe4f-0686-4678-94b8-c452e8bbe5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:25.748868 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-15e65dc3-4697-4d1b-8d60-aeab4b114421 req-20ab5f12-b0bb-457e-8bef-4118dc7f20e5 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 210 time: 0.1290827 Oct 27 14:12:25.773210 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.808032 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.818851 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:25.827963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:25.832199 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc19cb5e026490d8b42d699426ac593 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:25.835452 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:25.841585 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:25.895372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.927706 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:25.941185 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c2106f-7752-4d49-9074-e18b414ea8ef,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:25.948770 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:25.949301 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:25.969205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.008759 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=2755f930-a7d0-4848-9b6c-9dcef3e13052,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:26.015206 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:26.024763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e0b0e-13ff-4e48-81fa-d7d769bbe4af,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:26.031330 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.032658 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38c2106f-7752-4d49-9074-e18b414ea8ef HTTP/1.1" status: 204 len: 168 time: 0.8858414 Oct 27 14:12:26.033435 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7adca05a-77d9-4e61-a129-25f2706e1f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:26.059758 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:26.104571 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.144598 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbc19cb5e026490d8b42d699426ac593&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5184937 Oct 27 14:12:26.147626 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07167988-8688-4b69-9e91-2b0fc5c1b6c4,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:26.163272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:26.178896 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57756) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:26.199213 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:26.211106 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Usage tracker for resource:port and tenant:23a107bf77094883a9a81a9230e0f8ea is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:26.214432 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:26.225117 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:26.264660 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Made reservation on behalf of 23a107bf77094883a9a81a9230e0f8ea for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:26.267848 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.270504 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-53548ad3-1b4b-4cfb-a746-1bf1020665c1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:26.274610 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-53548ad3-1b4b-4cfb-a746-1bf1020665c1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 811 time: 0.5533040 Oct 27 14:12:26.286824 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.292039 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.293171 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c32e0b0e-13ff-4e48-81fa-d7d769bbe4af HTTP/1.1" status: 204 len: 168 time: 1.3624375 Oct 27 14:12:26.310469 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-730bcc74-462d-4b92-96ab-4cc7811d0a5c req-a194d43d-13e3-4310-beed-7a3b454a903c tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618994 Oct 27 14:12:26.421677 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2755f930-a7d0-4848-9b6c-9dcef3e13052', 'code': 200} Oct 27 14:12:26.485401 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Sync routers for ids ['d299131e-d8d5-4a35-883d-6b963d0ffb30'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:12:26.512978 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Routers {'d299131e-d8d5-4a35-883d-6b963d0ffb30'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:26.517217 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.519049 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['d299131e-d8d5-4a35-883d-6b963d0ffb30'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:26.671002 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.679876 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d882d655-d9a5-4840-97b7-a332e851ead8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:26.720396 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Allocated IP 172.20.0.14 (dc144ceb-c285-44a0-8051-1f2dcb4bf2e8/6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14/f8999a5e-3598-4f36-a7b5-46a52e742087) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:26.805900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.82', 55810) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:26.861673 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07167988-8688-4b69-9e91-2b0fc5c1b6c4,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:26.872650 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:26.980420 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:26.982475 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07167988-8688-4b69-9e91-2b0fc5c1b6c4 HTTP/1.1" status: 204 len: 168 time: 0.8025067 Oct 27 14:12:26.987149 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Set router d299131e-d8d5-4a35-883d-6b963d0ffb30 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:26.995887 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-c00d267b-6f5c-4b5f-9d94-ba51e0f17d62 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5124f61d094c7fb6237e7bac575d6c HTTP/1.1" status: 200 len: 379 time: 0.6763422 Oct 27 14:12:27.022740 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-ddb741ba-48f1-4809-896e-7445ce083f90 req-632c9883-9ed4-4b89-99e5-a58b68766c55 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Synchronizing usage tracker for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:27.032512 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'port': {'device_id': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'admin_state_up': True, 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'security_groups': ['8033583f-9fc0-4767-9f6d-dae2e8f3aa47']}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:27.146296 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57800) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:27.194533 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c3097506-e733-4f99-8e58-601c65340a95 req-4bdd1c94-bd88-4015-acd9-8c4e5376f020 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 210 time: 0.1285050 Oct 27 14:12:27.202861 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:27.222538 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:27.229655 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:27.241091 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:27.255744 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-ddb741ba-48f1-4809-896e-7445ce083f90 req-632c9883-9ed4-4b89-99e5-a58b68766c55 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Unset dirty status for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:27.257238 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddb741ba-48f1-4809-896e-7445ce083f90 req-632c9883-9ed4-4b89-99e5-a58b68766c55 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 210 time: 0.5216789 Oct 27 14:12:27.279621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Made reservation on behalf of 9a5124f61d094c7fb6237e7bac575d6c for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:27.282691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:27.282822 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:27.289055 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Usage tracker for resource:security_group_rule and tenant:3b612525750a4d8cae0322f7e39cfcfb is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:27.292799 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:27.314763 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:27.317921 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ef0178f6-fe31-4a3b-b7eb-f9ddff4b1268 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 1099 time: 0.4719994 Oct 27 14:12:27.334694 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:27.348473 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:27.384428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:27.478391 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:27.491002 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Usage tracker for resource:security_group_rule and tenant:5ee8e58d4bda4555b52e07d45bc484bb is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:27.514559 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:27.532709 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:27.536474 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:27.638851 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:27.644914 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:27.778633 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:07Z', 'revision_number': 4, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd972ae2-a1e7-4766-86b1-4f8e21fd76f2', 'name': '', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'mac_address': 'fa:16:3e:c8:0f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:08Z', 'revision_number': 2, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'subnets': [{'id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:27.787435 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Checking router: d299131e-d8d5-4a35-883d-6b963d0ffb30 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:12:27.790109 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Updating router d299131e-d8d5-4a35-883d-6b963d0ffb30 port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:12:27.935141 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Pushing event updated for resources: {'Port': ['ID=f8999a5e-3598-4f36-a7b5-46a52e742087,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:27.965206 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:27.967741 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:27.997605 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.011984 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:28.012759 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.016575 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.059961 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:28.071390 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b612525750a4d8cae0322f7e39cfcfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9236321 Oct 27 14:12:28.079383 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 57830) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:28.174828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.203586 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.228915 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-364f9d89-516c-49d0-95a6-14d84568fbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:28.238800 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Allocated IP 172.20.0.14 (458f851c-6bc2-49b9-b031-bb649e017bba/95e23ee2-4055-4e04-89f8-ebae83129895/7e4d26a0-01b1-4af0-a419-d2816743ba45) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:28.243476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e745-dc92-4d36-96f2-5d7d6c118bf7 req-a756e994-6fe3-4629-afe3-681f2658e046 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:28.257706 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5ea4e745-dc92-4d36-96f2-5d7d6c118bf7 req-a756e994-6fe3-4629-afe3-681f2658e046 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 946 time: 0.6908450 Oct 27 14:12:28.326148 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-06641087-9086-4452-a61c-82b6b33cdb05 req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0004992 Oct 27 14:12:28.341386 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.342247 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd913f-933f-4d8d-a7da-1d841bbc172e,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:28.346729 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8802786 Oct 27 14:12:28.353937 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846fd7d4-f336-4d9b-a685-106dd74b4b44,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:28.354576 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:28.367858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5635431f-a044-469d-9ab4-411db038db3e {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:28.395025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:28.399487 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.437074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Transition to ACTIVE for port object 5635431f-a044-469d-9ab4-411db038db3e will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:28.459562 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5ea4e745-dc92-4d36-96f2-5d7d6c118bf7 req-0b4726ff-c4da-49ac-b388-9c3bdae27e18 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008338 Oct 27 14:12:28.469434 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.486875 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.498475 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:28.565448 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Request body: {'port': {'device_id': '16335e48-e19a-4f22-8da6-766f85d0074a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:28.610013 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f2c22dab-ab66-4b6f-a779-a26d4ce0ef85 req-20d26af2-0fb7-4ba2-9568-cfa2db6cd6ec tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 210 time: 0.0826776 Oct 27 14:12:28.724753 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5635431f-a044-469d-9ab4-411db038db3e,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:28.733131 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:28.735796 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.782599 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Transition to ACTIVE for port object 7e4d26a0-01b1-4af0-a419-d2816743ba45 will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:28.787238 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.840984 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.851051 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Transition to ACTIVE for port object bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:28.883584 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.886058 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Attempting to bind port 5635431f-a044-469d-9ab4-411db038db3e on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:28.888077 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:28.888472 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Attempting to bind port 5635431f-a044-469d-9ab4-411db038db3e by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:28.889978 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Attempting to bind port 5635431f-a044-469d-9ab4-411db038db3e on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:28.905114 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Port 5635431f-a044-469d-9ab4-411db038db3e on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:12:28.906919 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Attempting to bind port 5635431f-a044-469d-9ab4-411db038db3e on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:28.912430 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.921621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:28.924261 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cc254980-416c-4009-a7fd-11135f134b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:28.924490 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Checking segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:28.925111 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Bound using segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:28.926797 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Bound port: 5635431f-a044-469d-9ab4-411db038db3e, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:28.927586 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.960379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:28.964176 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/846fd7d4-f336-4d9b-a685-106dd74b4b44 HTTP/1.1" status: 204 len: 168 time: 0.8769424 Oct 27 14:12:28.964176 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846fd7d4-f336-4d9b-a685-106dd74b4b44,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:28.970772 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:28.987587 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa13f1b-9b8e-4b7f-b44f-90f32048e717 req-b1d930f0-b686-43de-8880-6d5f327e6ea2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:28.988282 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-6fa13f1b-9b8e-4b7f-b44f-90f32048e717 req-b1d930f0-b686-43de-8880-6d5f327e6ea2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Synchronizing usage tracker for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:29.027272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-6fa13f1b-9b8e-4b7f-b44f-90f32048e717 req-b1d930f0-b686-43de-8880-6d5f327e6ea2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Unset dirty status for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:29.028530 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6fa13f1b-9b8e-4b7f-b44f-90f32048e717 req-b1d930f0-b686-43de-8880-6d5f327e6ea2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 932 time: 0.2781262 Oct 27 14:12:29.090156 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501de7c6-bc1a-4b81-ada3-eb0cb875b0fd None None] Pushing event updated for resources: {'Port': ['ID=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:29.099520 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-501de7c6-bc1a-4b81-ada3-eb0cb875b0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:29.142243 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.159002 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:29.217592 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6fa13f1b-9b8e-4b7f-b44f-90f32048e717 req-81ff3634-4ecf-497f-a1ff-d6179316837f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425822 Oct 27 14:12:29.320662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Network 458f851c-6bc2-49b9-b031-bb649e017bba is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:29.329688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:29.354066 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Attempting to bind port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:29.354718 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Attempting to bind port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:29.355299 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Attempting to bind port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:29.367174 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:29.368447 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:29.373007 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Checking segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:29.374943 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.375532 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Bound using segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:29.376799 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Bound port: bd972ae2-a1e7-4766-86b1-4f8e21fd76f2, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:29.377367 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.455540 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'Port': ['ID=7e4d26a0-01b1-4af0-a419-d2816743ba45,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:29.474925 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:29.499257 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8999a5e-3598-4f36-a7b5-46a52e742087 {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:29.524663 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.573131 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:29.574158 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.576878 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Transition to ACTIVE for port object f8999a5e-3598-4f36-a7b5-46a52e742087 will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:29.598489 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.603239 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] For port 5635431f-a044-469d-9ab4-411db038db3e, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:29.604059 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:29.605308 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] For port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:29.607730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] For port 5635431f-a044-469d-9ab4-411db038db3e, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5635431f-a044-469d-9ab4-411db038db3e,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:29.620210 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] For port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:29.626820 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.641170 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.643591 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e8d5a726-31ca-4c1a-9af6-7104f19f9ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:29.647297 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-80ecf984-b9b0-4b74-bad3-9235b8f2c313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:29.688354 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6731079 Oct 27 14:12:29.708503 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:29.710465 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 1094 time: 4.3806350 Oct 27 14:12:29.730216 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225a77e8-c3bc-448f-bfba-2651385ea930', 'tag': '5635431f-a044-469d-9ab4-411db038db3e'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:29.744375 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Request body: {'port': {'device_id': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:29.774997 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8999a5e-3598-4f36-a7b5-46a52e742087,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:29.786868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:30.045651 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501de7c6-bc1a-4b81-ada3-eb0cb875b0fd None None] Pushing event updated for resources: {'Port': ['ID=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:30.056368 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-501de7c6-bc1a-4b81-ada3-eb0cb875b0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:30.059311 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-80896687-82ce-431b-a2f5-00e62770960a None None] Provisioning for port 7e4d26a0-01b1-4af0-a419-d2816743ba45 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:30.068373 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-80896687-82ce-431b-a2f5-00e62770960a None None] Provisioning complete for port 7e4d26a0-01b1-4af0-a419-d2816743ba45 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:30.082151 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-80896687-82ce-431b-a2f5-00e62770960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:30.132590 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Routers {'d299131e-d8d5-4a35-883d-6b963d0ffb30'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:30.137953 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['d299131e-d8d5-4a35-883d-6b963d0ffb30'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:30.144134 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5635431f-a044-469d-9ab4-411db038db3e,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:30.200930 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:30.257284 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:30.284158 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-80896687-82ce-431b-a2f5-00e62770960a None None] Port 7e4d26a0-01b1-4af0-a419-d2816743ba45 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:12:30.339522 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-02c09482-3d72-475d-b63f-9303162d66c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1097 time: 0.5063806 Oct 27 14:12:30.414870 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a6214-a2a9-465b-b892-5c0555d6d757 req-09910337-982d-4f7e-860a-14431a0188dc tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:30.416353 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d10a6214-a2a9-465b-b892-5c0555d6d757 req-09910337-982d-4f7e-860a-14431a0188dc tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 946 time: 0.5542288 Oct 27 14:12:30.451276 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] Set router d299131e-d8d5-4a35-883d-6b963d0ffb30 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:30.508535 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-c8e5356b-3947-4efc-b833-a35c134a5f0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.1536219 Oct 27 14:12:30.526453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Attempting to bind port f8999a5e-3598-4f36-a7b5-46a52e742087 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:30.527015 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Attempting to bind port f8999a5e-3598-4f36-a7b5-46a52e742087 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:30.527131 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Attempting to bind port f8999a5e-3598-4f36-a7b5-46a52e742087 on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:30.537424 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Port f8999a5e-3598-4f36-a7b5-46a52e742087 on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:12:30.538396 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Attempting to bind port f8999a5e-3598-4f36-a7b5-46a52e742087 on network dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:30.553690 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5baba6-cbe1-4388-a1b4-582cb22fbe7e req-a52fb665-1d21-401a-baa3-07176bd35c10 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:30.560561 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ea5baba6-cbe1-4388-a1b4-582cb22fbe7e req-a52fb665-1d21-401a-baa3-07176bd35c10 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 932 time: 0.4717758 Oct 27 14:12:30.563297 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:30.563647 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Checking segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:30.564201 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Bound using segment: {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:30.564675 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Bound port: f8999a5e-3598-4f36-a7b5-46a52e742087, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e748b-6f04-411d-8442-1cb7be3c9f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:30.565026 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:30.670182 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-ea5baba6-cbe1-4388-a1b4-582cb22fbe7e req-fe8c0585-ad28-4df4-a7b7-1d4291192664 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:30.701847 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-ea5baba6-cbe1-4388-a1b4-582cb22fbe7e req-fe8c0585-ad28-4df4-a7b7-1d4291192664 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:30.714134 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ea5baba6-cbe1-4388-a1b4-582cb22fbe7e req-fe8c0585-ad28-4df4-a7b7-1d4291192664 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526732 Oct 27 14:12:30.719306 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] For port f8999a5e-3598-4f36-a7b5-46a52e742087, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:30.728623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] For port f8999a5e-3598-4f36-a7b5-46a52e742087, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8999a5e-3598-4f36-a7b5-46a52e742087,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:30.743433 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:30.748172 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:30.821683 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:07Z', 'revision_number': 4, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd972ae2-a1e7-4766-86b1-4f8e21fd76f2', 'name': '', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'mac_address': 'fa:16:3e:c8:0f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:29Z', 'revision_number': 4, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'subnets': [{'id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:30.825774 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93faff-4fb5-4e8a-af83-cb02fd8a4780 None None] The sync data for ids ['d299131e-d8d5-4a35-883d-6b963d0ffb30'] in dv-cinder-815663-1-smb is: [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:12:07Z', 'revision_number': 4, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd972ae2-a1e7-4766-86b1-4f8e21fd76f2', 'name': '', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'mac_address': 'fa:16:3e:c8:0f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:29Z', 'revision_number': 4, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'subnets': [{'id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:12:30.920250 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225a77e8-c3bc-448f-bfba-2651385ea930', 'tag': '5635431f-a044-469d-9ab4-411db038db3e', 'status': 'completed', 'code': 200} Oct 27 14:12:30.941248 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:30.943260 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] 10.222.0.82 "PUT /v2.0/ports/f8999a5e-3598-4f36-a7b5-46a52e742087 HTTP/1.1" status: 200 len: 1094 time: 2.3945978 Oct 27 14:12:30.946191 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16335e48-e19a-4f22-8da6-766f85d0074a', 'tag': 'f8999a5e-3598-4f36-a7b5-46a52e742087'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:31.003339 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8999a5e-3598-4f36-a7b5-46a52e742087,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:31.007177 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:31.066301 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-e93c04cf-74fc-40ef-b5cc-ae4c2f2267f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:31.071228 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-e93c04cf-74fc-40ef-b5cc-ae4c2f2267f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1497886 Oct 27 14:12:31.134227 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-4a814bd1-7326-497f-9370-a1824f4faeaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 1097 time: 0.1250784 Oct 27 14:12:31.195114 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-c704e92c-942c-4b49-81d9-bc78ce613ffa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849483 Oct 27 14:12:31.355624 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-c8baaf3f-b454-46e4-a79f-3a7b77bf1d34 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8999a5e-3598-4f36-a7b5-46a52e742087 HTTP/1.1" status: 200 len: 217 time: 0.1069739 Oct 27 14:12:31.464888 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-8ed7a34d-ca0f-444a-b0ea-359a2960d220 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598798 Oct 27 14:12:31.477523 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d10a6214-a2a9-465b-b892-5c0555d6d757 req-e907793a-0c78-47be-bf52-a8c8131ef566 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0503669 Oct 27 14:12:31.542000 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e07ca898-bce6-4570-b233-f798d0a7808d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:31.544101 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-e07ca898-bce6-4570-b233-f798d0a7808d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1766973 Oct 27 14:12:31.626885 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-21d571fb-b396-400f-b2cb-e36c49fc72e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630376 Oct 27 14:12:31.633518 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e914e-f199-4f31-b3d5-396193f6df06 req-5872b205-8d02-4def-a1ff-8b457cbb2fda tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:31.641155 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-235e914e-f199-4f31-b3d5-396193f6df06 req-5872b205-8d02-4def-a1ff-8b457cbb2fda tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 944 time: 0.5025957 Oct 27 14:12:31.782003 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4d26a0-01b1-4af0-a419-d2816743ba45 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:31.791762 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:31.825932 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-235e914e-f199-4f31-b3d5-396193f6df06 req-f79e6fa7-2766-4e52-b3f8-87811f172b6d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837463 Oct 27 14:12:31.847909 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Transition to ACTIVE for port object 7e4d26a0-01b1-4af0-a419-d2816743ba45 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:31.983864 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3a08a2a4-426e-49de-b109-ff8bd562c957 req-137292ec-87e4-4397-ab51-d0f0dbdbf277 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992926 Oct 27 14:12:31.985131 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:31.990312 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:32.016846 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-326e9542-2b95-409a-b900-6f41e22b53cc service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485975 Oct 27 14:12:32.214598 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-73abfb11-48dc-46d8-8ae2-05b85364c6df req-5f350991-ce22-4b6f-b50b-c733fcc8dda2 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850009 Oct 27 14:12:32.314255 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4d26a0-01b1-4af0-a419-d2816743ba45,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:32.369131 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:32.539205 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16335e48-e19a-4f22-8da6-766f85d0074a', 'tag': 'f8999a5e-3598-4f36-a7b5-46a52e742087', 'status': 'completed', 'code': 200} Oct 27 14:12:32.736405 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-370e84d0-429e-4150-822d-44f4ced77b20 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 1097 time: 0.1705821 Oct 27 14:12:32.809011 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:33.003121 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:33.009770 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-732627ad-f4e4-4d1c-88b8-894183efe58f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1097 time: 0.8574450 Oct 27 14:12:33.016107 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba03991-21e7-490b-bb99-beec38ce00c5 req-070e661e-9539-44c1-a22b-7e1ba945282c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.016866 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-6ba03991-21e7-490b-bb99-beec38ce00c5 req-070e661e-9539-44c1-a22b-7e1ba945282c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:33.018651 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:33.030236 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:33.065324 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d289-d006-4284-8b8c-04a9f2165d10 req-192786cd-4e32-4c38-b1da-84ae7ab37803 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.073709 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-80b6d289-d006-4284-8b8c-04a9f2165d10 req-192786cd-4e32-4c38-b1da-84ae7ab37803 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 946 time: 0.2879560 Oct 27 14:12:33.124066 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-3cf02538-0fd6-4231-941f-8a692f258e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.127530 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-3cf02538-0fd6-4231-941f-8a692f258e89 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.3832631 Oct 27 14:12:33.176295 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-0c9ad6e5-9531-4b2b-9d29-608cdf7ad1e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.178025 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-0c9ad6e5-9531-4b2b-9d29-608cdf7ad1e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.1552410 Oct 27 14:12:33.182439 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Attempting to bind port 7e4d26a0-01b1-4af0-a419-d2816743ba45 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:33.182767 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Attempting to bind port 7e4d26a0-01b1-4af0-a419-d2816743ba45 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:33.183092 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Attempting to bind port 7e4d26a0-01b1-4af0-a419-d2816743ba45 on network 458f851c-6bc2-49b9-b031-bb649e017bba {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:33.257086 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-d89ed9a2-58f4-43c1-85cf-087972d183f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.0710258 Oct 27 14:12:33.264143 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:33.298108 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Port 7e4d26a0-01b1-4af0-a419-d2816743ba45 on network 458f851c-6bc2-49b9-b031-bb649e017bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:12:33.298436 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Attempting to bind port 7e4d26a0-01b1-4af0-a419-d2816743ba45 on network 458f851c-6bc2-49b9-b031-bb649e017bba {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:33.305596 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-6ba03991-21e7-490b-bb99-beec38ce00c5 req-070e661e-9539-44c1-a22b-7e1ba945282c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:33.306769 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6ba03991-21e7-490b-bb99-beec38ce00c5 req-070e661e-9539-44c1-a22b-7e1ba945282c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 944 time: 1.2404130 Oct 27 14:12:33.343058 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-2827b345-c821-424b-a64c-44c80d37b240 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8999a5e-3598-4f36-a7b5-46a52e742087 HTTP/1.1" status: 200 len: 217 time: 0.1862187 Oct 27 14:12:33.349026 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:33.349363 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Checking segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:33.349812 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Bound using segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:33.350291 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Bound port: 7e4d26a0-01b1-4af0-a419-d2816743ba45, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:33.350639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:33.358932 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:33.377436 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:33.377436 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:33.395042 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-9eee57e6-e78a-475a-8768-53164d761912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.395983 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-9eee57e6-e78a-475a-8768-53164d761912 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1322680 Oct 27 14:12:33.477805 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-80b6d289-d006-4284-8b8c-04a9f2165d10 req-f9c2c53f-1e19-4da7-9b4c-14721364caa7 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024529 Oct 27 14:12:33.478110 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] For port 7e4d26a0-01b1-4af0-a419-d2816743ba45, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:33.481601 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] For port 7e4d26a0-01b1-4af0-a419-d2816743ba45, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:33.486530 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6ba03991-21e7-490b-bb99-beec38ce00c5 req-7a22ccd8-04eb-4cda-a200-a0a779c999df tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718087 Oct 27 14:12:33.515856 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-3d922bf6-bfef-4875-8fce-91c7f99c0b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:33.517683 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-3d922bf6-bfef-4875-8fce-91c7f99c0b6c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1737597 Oct 27 14:12:33.526479 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:33.537248 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-e84425de-a087-44a6-a4c3-b55ad77d6286 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539596 Oct 27 14:12:33.538586 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:33.552568 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:33.555610 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:33.629827 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-8eac0c16-dfdc-48f8-a178-afb93c1e9cb7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043532 Oct 27 14:12:33.663603 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4d26a0-01b1-4af0-a419-d2816743ba45,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:33.674451 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:33.716988 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:33.718954 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] 10.222.0.82 "PUT /v2.0/ports/7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 1094 time: 3.9936504 Oct 27 14:12:33.725937 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:33.891702 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'status': 'completed', 'code': 200} Oct 27 14:12:34.041202 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-dd1040b8-6b0d-4c12-86d1-10bc54e4070f service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032719 Oct 27 14:12:34.044739 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-b898ac7f-55cd-49f3-bf78-9e0ee09273fc service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058340 Oct 27 14:12:34.060220 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-2b4a3eaa-044b-4d7b-812c-5e8eac5ded47 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1097 time: 0.2314925 Oct 27 14:12:34.113607 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af154d-5ecd-4887-91b0-2e3b73fad592 req-8ba04651-8dcc-4a16-a2bc-27245be6e19d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:34.115682 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b3af154d-5ecd-4887-91b0-2e3b73fad592 req-8ba04651-8dcc-4a16-a2bc-27245be6e19d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 944 time: 0.2853003 Oct 27 14:12:34.216412 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cba97d0c-6589-45f4-9f1a-c1d576e72dc2 req-f86ccac0-347c-4307-8f36-f644dc203d43 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640067 Oct 27 14:12:34.332945 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-2bf5e19b-ef11-4292-a28f-ccc623ba5fad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 217 time: 0.1957266 Oct 27 14:12:34.426219 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-b3af154d-5ecd-4887-91b0-2e3b73fad592 req-0e1201a1-e61b-4dca-be03-da3ca1202859 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Synchronizing usage tracker for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:34.493520 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-2d7dd9b3-90af-4b99-8147-ba3a74662454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:34.495041 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-2d7dd9b3-90af-4b99-8147-ba3a74662454 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.1541464 Oct 27 14:12:34.499189 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-b3af154d-5ecd-4887-91b0-2e3b73fad592 req-0e1201a1-e61b-4dca-be03-da3ca1202859 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Unset dirty status for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:34.511902 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b3af154d-5ecd-4887-91b0-2e3b73fad592 req-0e1201a1-e61b-4dca-be03-da3ca1202859 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708105 Oct 27 14:12:34.564708 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9484858f-d15e-4c31-8f35-b22ee636d3b3 req-39d17e8a-32f2-47ec-bdb1-afa3b18b8890 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087919 Oct 27 14:12:34.612328 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-3a0ba7f8-ab74-4dcf-8e43-c96c1caa6a11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979688 Oct 27 14:12:34.716203 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:34.795662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16b1c9-d898-4345-b681-d4dd0e47d3c0 req-50a8dfc5-927f-4f60-92b7-ec9b88bd89b4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:34.803227 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-af16b1c9-d898-4345-b681-d4dd0e47d3c0 req-50a8dfc5-927f-4f60-92b7-ec9b88bd89b4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 944 time: 0.0977643 Oct 27 14:12:34.904007 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-af16b1c9-d898-4345-b681-d4dd0e47d3c0 req-4752261c-8eb5-4e8a-a031-ad760231c91b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968568 Oct 27 14:12:34.963613 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-935e4692-f88b-410f-b8c9-00f2fc98fdb6 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419464 Oct 27 14:12:34.968013 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:34.969880 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:35.176063 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device f8999a5e-3598-4f36-a7b5-46a52e742087 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:12:35.229517 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5604c233-8a2e-4aa3-a7a2-0e9af711e67f req-87973a09-123c-4d76-b935-d2501689c4cf service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577124 Oct 27 14:12:35.334362 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port f8999a5e-3598-4f36-a7b5-46a52e742087, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8999a5e-3598-4f36-a7b5-46a52e742087,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:35.348528 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'f8999a5e-3598-4f36-a7b5-46a52e742087', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'port_id': 'f8999a5e-3598-4f36-a7b5-46a52e742087', 'mac_address': 'fa:16:3e:e9:6e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:12:35.372921 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-9b9aec83-adb1-4cd8-9ce1-6b25e0a7d5e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1097 time: 0.0930228 Oct 27 14:12:35.416938 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:35.439372 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8999a5e-3598-4f36-a7b5-46a52e742087 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:35.458575 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port f8999a5e-3598-4f36-a7b5-46a52e742087, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8999a5e-3598-4f36-a7b5-46a52e742087,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:35.464292 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:35.465286 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5635431f-a044-469d-9ab4-411db038db3e details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:12:35.469970 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-501de7c6-bc1a-4b81-ada3-eb0cb875b0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:35.526403 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-8a738827-00ee-4a9f-8748-3835439863e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:35.552509 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-8a738827-00ee-4a9f-8748-3835439863e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.1710303 Oct 27 14:12:35.554391 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 5635431f-a044-469d-9ab4-411db038db3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5635431f-a044-469d-9ab4-411db038db3e,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:35.562878 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=f8999a5e-3598-4f36-a7b5-46a52e742087,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:35.595894 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:35.610295 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '5635431f-a044-469d-9ab4-411db038db3e', 'network_id': 'dc144ceb-c285-44a0-8051-1f2dcb4bf2e8', 'port_id': '5635431f-a044-469d-9ab4-411db038db3e', 'mac_address': 'fa:16:3e:6f:6e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:12:35.673662 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:35.706969 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5635431f-a044-469d-9ab4-411db038db3e {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:35.726154 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 5635431f-a044-469d-9ab4-411db038db3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5635431f-a044-469d-9ab4-411db038db3e,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:35.732429 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:35.735180 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:35.767859 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-8785b263-74fc-4032-a643-e2f25de2ed6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 217 time: 0.2087369 Oct 27 14:12:35.880709 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=5635431f-a044-469d-9ab4-411db038db3e,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:35.884195 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:35.980709 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['f8999a5e-3598-4f36-a7b5-46a52e742087'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:12:35.992673 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-f258d08b-84b3-444e-8572-a71d769c225d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:35.994409 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-f258d08b-84b3-444e-8572-a71d769c225d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.2181203 Oct 27 14:12:36.004895 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd68ce6-6d8a-4a54-a498-1d3ebfc4e217 req-86b5ae08-b5a3-481a-be4f-1bb6564978bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:36.007262 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-efd68ce6-6d8a-4a54-a498-1d3ebfc4e217 req-86b5ae08-b5a3-481a-be4f-1bb6564978bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 945 time: 0.1309299 Oct 27 14:12:36.032727 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['5635431f-a044-469d-9ab4-411db038db3e'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:12:36.129190 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-efd68ce6-6d8a-4a54-a498-1d3ebfc4e217 req-4b9a716a-5b5d-4be1-abbf-9505b50954bf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777273 Oct 27 14:12:36.162277 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-897f4777-ff8f-489c-8769-d2faed1871b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1535025 Oct 27 14:12:36.429347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58132) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:36.513133 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-f1b7cf36-e946-4c0c-8260-3e39a49f6358 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411589 Oct 27 14:12:36.672688 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:36.708327 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4ce7d-3988-4992-b0d7-04583522e1f3 req-00c92766-f2e0-4b29-94af-9709f118973d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:36.711438 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-14a4ce7d-3988-4992-b0d7-04583522e1f3 req-00c92766-f2e0-4b29-94af-9709f118973d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 944 time: 0.3584087 Oct 27 14:12:36.718201 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3185a7d4-b12c-456c-ba2c-392ebe9ff421 req-2bf98c1d-ddae-4e75-9617-66ab36126562 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984189 Oct 27 14:12:36.777195 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:36.791359 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Usage tracker for resource:security_group_rule and tenant:f11d59b9b49c4fafa7ddb3bf635113a2 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:36.791476 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-14a4ce7d-3988-4992-b0d7-04583522e1f3 req-78be7658-5489-4013-8d63-d8c204821fa8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704460 Oct 27 14:12:36.799639 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:36.818910 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:36.907514 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58148) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:36.944169 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:36.950982 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:36.958846 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a659232b-8b3a-431b-8043-4763788068d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:37.004580 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e544baf-bbf2-4b6f-9773-89ea018926e9,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:37.008006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:37.017594 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58162) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:37.018089 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f11d59b9b49c4fafa7ddb3bf635113a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5875838 Oct 27 14:12:37.115173 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.205705 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.215527 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device f8999a5e-3598-4f36-a7b5-46a52e742087 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:37.235111 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.352315 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port f8999a5e-3598-4f36-a7b5-46a52e742087 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:37.358656 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port f8999a5e-3598-4f36-a7b5-46a52e742087 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:37.360127 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.377916 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.401392 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:37.415358 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:37.424185 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e544baf-bbf2-4b6f-9773-89ea018926e9,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:37.424185 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:37.427103 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f66c6f162e04475a4d9298379ee0e75 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:37.431856 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:37.439863 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:37.446781 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.449229 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e544baf-bbf2-4b6f-9773-89ea018926e9 HTTP/1.1" status: 204 len: 168 time: 0.4291396 Oct 27 14:12:37.519112 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e7a51-f283-47f4-af59-06459b516dd3 req-97be503a-b294-4df2-a1dd-69ecbc4cbdff tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:37.531023 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ee3e7a51-f283-47f4-af59-06459b516dd3 req-97be503a-b294-4df2-a1dd-69ecbc4cbdff tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 945 time: 0.1449990 Oct 27 14:12:37.548035 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.560191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.571440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.583503 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4f48982d-f164-426e-8312-3d3cfd180c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:37.616973 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port f8999a5e-3598-4f36-a7b5-46a52e742087, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8999a5e-3598-4f36-a7b5-46a52e742087,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:37.619705 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16335e48-e19a-4f22-8da6-766f85d0074a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8999a5e-3598-4f36-a7b5-46a52e742087'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:37.631493 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf39512d-5368-45d1-8659-80becf627453,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:37.638421 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f66c6f162e04475a4d9298379ee0e75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7274518 Oct 27 14:12:37.638421 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:37.638652 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ee3e7a51-f283-47f4-af59-06459b516dd3 req-c8e74ac4-d9de-4b23-9cb5-9412a16c2266 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061635 Oct 27 14:12:37.639270 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58184) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:37.648351 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.649597 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5635431f-a044-469d-9ab4-411db038db3e up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:37.725869 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-501de7c6-bc1a-4b81-ada3-eb0cb875b0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:37.734267 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.760870 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16335e48-e19a-4f22-8da6-766f85d0074a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8999a5e-3598-4f36-a7b5-46a52e742087', 'code': 200} Oct 27 14:12:37.762824 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.825939 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.827029 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=f8999a5e-3598-4f36-a7b5-46a52e742087,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:37.831299 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:37.831422 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-328a02e8-3dba-40c5-b9d9-b5c12101500f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:37.848182 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf39512d-5368-45d1-8659-80becf627453,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:37.850426 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:37.851447 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf39512d-5368-45d1-8659-80becf627453 HTTP/1.1" status: 204 len: 168 time: 0.2103953 Oct 27 14:12:37.851997 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 5635431f-a044-469d-9ab4-411db038db3e completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:37.852738 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:37.857650 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 5635431f-a044-469d-9ab4-411db038db3e triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:37.858090 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.139613 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.147166 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58206) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:38.184217 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 5635431f-a044-469d-9ab4-411db038db3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5635431f-a044-469d-9ab4-411db038db3e,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:38.196212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.198677 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:38.217025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.283182 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=5635431f-a044-469d-9ab4-411db038db3e,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:38.296242 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:38.319457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:38.325059 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Usage tracker for resource:security_group_rule and tenant:5642164ca2f44c8e84f79e50b4657870 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:38.329205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:38.340871 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e3083-65a2-4b08-84a1-eb3b6a02804e req-ef54717c-b85a-47bb-8ff7-fe18f65033e8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:38.343839 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-621f18cd-4577-46d9-8b0b-7f1bf30a00eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4002988 Oct 27 14:12:38.347085 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7e4e3083-65a2-4b08-84a1-eb3b6a02804e req-ef54717c-b85a-47bb-8ff7-fe18f65033e8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 944 time: 0.2707291 Oct 27 14:12:38.348018 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:38.355736 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e95b350f-8ed3-471d-8491-3a983104b8f8 req-c5169b03-b2ad-4266-b61d-6cb317579870 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 1099 time: 0.3173101 Oct 27 14:12:38.426615 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e95b350f-8ed3-471d-8491-3a983104b8f8 req-d6739d93-b784-418d-8f58-f4a79e98744b service neutron] Synchronizing usage tracker for tenant:5ee8e58d4bda4555b52e07d45bc484bb on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:12:38.502933 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7e4e3083-65a2-4b08-84a1-eb3b6a02804e req-2bf42222-9d62-4507-b5c0-32d4b98e9b71 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337302 Oct 27 14:12:38.559414 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58224) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:38.591352 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.592657 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.614067 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.621822 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8d8d0a80-77eb-47ab-8ddc-5b56cfbd2d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:38.625241 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e95b350f-8ed3-471d-8491-3a983104b8f8 req-d6739d93-b784-418d-8f58-f4a79e98744b service neutron] Unset dirty status for tenant:5ee8e58d4bda4555b52e07d45bc484bb on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:12:38.626668 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e95b350f-8ed3-471d-8491-3a983104b8f8 req-d6739d93-b784-418d-8f58-f4a79e98744b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638569 Oct 27 14:12:38.637854 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-195815cc-c291-4693-91bd-54733950a987 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0a7b5dfa08a4439ab1a3196721345140&device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 1099 time: 0.1230652 Oct 27 14:12:38.677007 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a875a4db-6ab5-4ea1-8672-ee014fae5715,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:38.682450 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5642164ca2f44c8e84f79e50b4657870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5340991 Oct 27 14:12:38.683536 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:38.685531 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58236) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:38.687012 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:38.692576 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7555ccdf5148f191b9a852994bcebb is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:38.696171 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:38.704783 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:38.784760 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.798851 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.813087 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4be766fc-3a5c-4fdc-809b-1229f40e07c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:38.855109 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b609f-0c5c-44c3-b908-dabb4c46abab,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:38.858523 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:38.861173 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a7555ccdf5148f191b9a852994bcebb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2992122 Oct 27 14:12:38.863793 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58248) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:38.879721 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:38.975628 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.008246 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.104978 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.111555 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-de2108fc-e4ea-49d2-961c-dca4a6299354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:39.118926 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.145132 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b609f-0c5c-44c3-b908-dabb4c46abab,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:39.150646 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:39.181453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.184894 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c7b609f-0c5c-44c3-b908-dabb4c46abab HTTP/1.1" status: 204 len: 168 time: 0.3201096 Oct 27 14:12:39.199624 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d337-4766-4322-b427-890c5f019340 req-64e39f4d-7042-4604-ae9b-65d951fe2d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.201092 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-64e39f4d-7042-4604-ae9b-65d951fe2d84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df HTTP/1.1" status: 200 len: 912 time: 0.3141608 Oct 27 14:12:39.207232 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7e4d26a0-01b1-4af0-a419-d2816743ba45 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:12:39.308287 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5019562-d1bc-464d-9ad3-fc860bb326e3 req-15eeb0ae-1f94-417a-9565-7e39348b3adb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.310666 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c5019562-d1bc-464d-9ad3-fc860bb326e3 req-15eeb0ae-1f94-417a-9565-7e39348b3adb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.5057836 Oct 27 14:12:39.315236 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-faab1f9c-f6fe-438d-9e21-f969371ff422 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052 HTTP/1.1" status: 200 len: 217 time: 0.0932221 Oct 27 14:12:39.436453 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.449877 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58268) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:39.472985 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-41b57dff-8914-4521-831f-8094160133b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:39.493463 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d337-4766-4322-b427-890c5f019340 req-38b7abf0-90b7-4add-b9b3-eb29bf03e89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:39.495047 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-38b7abf0-90b7-4add-b9b3-eb29bf03e89b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dcd4ec5b-64ec-4343-89af-5758f063d35e HTTP/1.1" status: 200 len: 850 time: 0.1340806 Oct 27 14:12:39.507788 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a875a4db-6ab5-4ea1-8672-ee014fae5715,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:39.510730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:39.573225 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 7e4d26a0-01b1-4af0-a419-d2816743ba45, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:39.591448 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'port_id': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'mac_address': 'fa:16:3e:8f:83:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:12:39.610898 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c5019562-d1bc-464d-9ad3-fc860bb326e3 req-65544cd9-3e8b-45e2-9f07-53a7e79545a9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940574 Oct 27 14:12:39.611902 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.614321 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a875a4db-6ab5-4ea1-8672-ee014fae5715 HTTP/1.1" status: 204 len: 168 time: 0.9259644 Oct 27 14:12:39.626355 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-b523e117-d475-4196-8a7a-381cf6738a07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199319 Oct 27 14:12:39.650451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.736148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:39.741349 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Usage tracker for resource:security_group_rule and tenant:7408ccb747774845b0cb04b4e71910e2 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:39.748923 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:39.751790 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.762265 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:39.770549 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225a77e8-c3bc-448f-bfba-2651385ea930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635431f-a044-469d-9ab4-411db038db3e'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:39.787518 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4d26a0-01b1-4af0-a419-d2816743ba45 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:12:39.815548 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 7e4d26a0-01b1-4af0-a419-d2816743ba45, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:39.831544 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:39.833693 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d6fea2f3-497c-439b-8206-f52a950c6eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:40.035108 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-f09d7d7d-c3b0-44cc-bc9c-2ad10c92ad45 service neutron] 10.222.0.82 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934183 Oct 27 14:12:40.122705 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=7e4d26a0-01b1-4af0-a419-d2816743ba45,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:40.137912 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.138718 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:40.154064 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.168900 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-77636dbe-076c-4237-855b-e674490f69d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:40.191969 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['7e4d26a0-01b1-4af0-a419-d2816743ba45'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:12:40.224010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9aa9c-59d6-46f7-b60f-066055a6194c req-631d675e-fa08-4562-88dd-04398882aa52 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.235149 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-79f9aa9c-59d6-46f7-b60f-066055a6194c req-631d675e-fa08-4562-88dd-04398882aa52 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 945 time: 0.3661954 Oct 27 14:12:40.358025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71eb7f2-3976-4baf-b0ae-e6a13abc53ea,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:40.371206 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7408ccb747774845b0cb04b4e71910e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9192903 Oct 27 14:12:40.372885 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:40.374117 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d558d337-4766-4322-b427-890c5f019340 req-caf022d7-4b58-4463-94b8-cf8220371084 service neutron] 10.222.0.82 "GET /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298266 Oct 27 14:12:40.374703 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58320) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:40.408058 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225a77e8-c3bc-448f-bfba-2651385ea930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635431f-a044-469d-9ab4-411db038db3e', 'code': 200} Oct 27 14:12:40.506718 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-79f9aa9c-59d6-46f7-b60f-066055a6194c req-b4f1e17f-9d25-4f11-8ac5-50156a7c3a6c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705989 Oct 27 14:12:40.596395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.620682 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.648203 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.791829 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.798739 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:40.817654 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71eb7f2-3976-4baf-b0ae-e6a13abc53ea,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:40.834620 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:40.835729 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:40.837935 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d71eb7f2-3976-4baf-b0ae-e6a13abc53ea HTTP/1.1" status: 204 len: 168 time: 0.4437215 Oct 27 14:12:40.961855 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de7a59-14a7-4b80-bb2f-083d705dbc93 req-c7963625-5082-41c8-92d8-dd89c9fc64c5 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:40.964172 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d0de7a59-14a7-4b80-bb2f-083d705dbc93 req-c7963625-5082-41c8-92d8-dd89c9fc64c5 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 946 time: 0.2594919 Oct 27 14:12:40.968379 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-57e363c3-c899-45ed-8774-9a077953e12a req-9ba81651-00ee-44ec-bc2c-81f5e65df5a6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.1800470 Oct 27 14:12:41.091622 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-57e363c3-c899-45ed-8774-9a077953e12a req-a8fa25aa-76fc-4e65-9b40-dc7f84b1adac service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024466 Oct 27 14:12:41.098673 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1beb-6001-4fb1-a3cf-ffbdc6874375 req-06bbf406-c42a-4e87-bdae-c16547a81684 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:41.108124 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d0de7a59-14a7-4b80-bb2f-083d705dbc93 req-18ad9b1b-c459-4199-8b6e-e035687dc827 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378655 Oct 27 14:12:41.112573 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b4d1beb-6001-4fb1-a3cf-ffbdc6874375 req-06bbf406-c42a-4e87-bdae-c16547a81684 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2308233 Oct 27 14:12:41.156365 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b4d1beb-6001-4fb1-a3cf-ffbdc6874375 req-172c8b7d-1ec8-4b48-97cd-98bdac0c0024 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Oct 27 14:12:41.617240 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-a5792963-9ea4-4e3e-9e3f-effd315582e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 1099 time: 0.1322601 Oct 27 14:12:41.661087 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055b135-6619-4189-ac46-705fe69f53ad req-a3f31ff2-5792-4b6a-b236-616aa4537fdb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:41.669381 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4055b135-6619-4189-ac46-705fe69f53ad req-a3f31ff2-5792-4b6a-b236-616aa4537fdb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.0977354 Oct 27 14:12:41.722166 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4055b135-6619-4189-ac46-705fe69f53ad req-07846bb1-9467-413d-b3f1-a944b93403a9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Oct 27 14:12:41.755177 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58378) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:41.774515 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:41.822853 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:41.827440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Usage tracker for resource:security_group_rule and tenant:2d7f32a4fb414596ade0ca789442bea5 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:41.832126 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:41.838965 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:41.875931 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-68d61a39-0f55-41a3-9985-5d196df1ecaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:41.878349 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-68d61a39-0f55-41a3-9985-5d196df1ecaf service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.2526002 Oct 27 14:12:41.942571 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:41.944006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58394) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:41.953337 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:41.983588 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9630d5b0-4f5c-4599-8f46-775c5168e137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:41.984002 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-1ce9c105-ac21-4639-9164-5bd29f61532d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8999a5e-3598-4f36-a7b5-46a52e742087 HTTP/1.1" status: 200 len: 217 time: 0.0903003 Oct 27 14:12:41.999320 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d7f32a4fb414596ade0ca789442bea5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2425649 Oct 27 14:12:42.000168 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58400) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:42.045249 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f572c64e-ac5d-4d21-9baf-f0d787a51ab1,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:42.050438 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45da6-acdd-4c7e-a121-295713fa0d8a req-c7801b04-2c0f-425a-9e5b-25f5720da5c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:42.059943 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f0a45da6-acdd-4c7e-a121-295713fa0d8a req-c7801b04-2c0f-425a-9e5b-25f5720da5c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 945 time: 0.3240423 Oct 27 14:12:42.073137 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:42.158716 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.178304 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f0a45da6-acdd-4c7e-a121-295713fa0d8a req-db2a36ed-f05b-4395-be34-cda7feb222c2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171904 Oct 27 14:12:42.180211 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-16463289-b9bf-4e33-afc5-5b34ab4ec938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:42.181620 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-16463289-b9bf-4e33-afc5-5b34ab4ec938 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1905749 Oct 27 14:12:42.215711 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.247950 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-bfcd0fad-4d05-4038-8ed4-b7ff17389b90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481911 Oct 27 14:12:42.313746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.318850 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-26eaf6d5-d41b-4972-a901-8a26a1854fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:42.344384 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572c64e-ac5d-4d21-9baf-f0d787a51ab1,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:42.354589 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:42.405908 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.406998 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f572c64e-ac5d-4d21-9baf-f0d787a51ab1 HTTP/1.1" status: 204 len: 168 time: 0.4030266 Oct 27 14:12:42.504453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.591287 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-8586d662-58af-4f16-9364-a95d005c829c service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342261 Oct 27 14:12:42.614872 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:42.630306 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Usage tracker for resource:security_group_rule and tenant:4823a7272f13460d92a5af3c8a31a4c0 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:42.650797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:42.673806 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:42.697767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff1dfd-24a3-4fd4-8ac5-2440d6af2b1d req-97321443-b5ab-4456-8acb-959aaafe0137 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:42.705847 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8cff1dfd-24a3-4fd4-8ac5-2440d6af2b1d req-97321443-b5ab-4456-8acb-959aaafe0137 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 946 time: 0.3036182 Oct 27 14:12:42.797673 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8cff1dfd-24a3-4fd4-8ac5-2440d6af2b1d req-c1ed6445-6c41-4849-bb01-174fd6960232 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/security-groups?id=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906804 Oct 27 14:12:42.897050 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.901811 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:42.917528 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-483c14f1-e402-4f87-b10d-c38c1cd2ef0d req-e60e0c07-ba7d-4b4d-9c97-7786c05ec5b2 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171360 Oct 27 14:12:42.986062 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-efb6f763-2946-48d2-9fd0-a0f77672b163 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:42.987557 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-efb6f763-2946-48d2-9fd0-a0f77672b163 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.82 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 946 time: 0.2035465 Oct 27 14:12:42.989331 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2a31e06c-4107-4764-82ad-7be073a58d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:42.999883 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4823a7272f13460d92a5af3c8a31a4c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0513372 Oct 27 14:12:43.003897 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58442) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:43.061032 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98c2b1-3846-4959-ab19-bdf700da1f5b,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:43.064307 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:43.081693 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Deleting port 2755f930-a7d0-4848-9b6c-9dcef3e13052 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:12:43.082129 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.110183 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.140232 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.153532 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b90c08-79f3-463b-aadd-bf69226fd7e0 req-f0bb9526-c06e-4747-8f65-3eb8747700a5 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:43.155252 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-43b90c08-79f3-463b-aadd-bf69226fd7e0 req-f0bb9526-c06e-4747-8f65-3eb8747700a5 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2334583 Oct 27 14:12:43.208568 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.215828 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:43.222095 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7e4d26a0-01b1-4af0-a419-d2816743ba45 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:43.247850 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98c2b1-3846-4959-ab19-bdf700da1f5b,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:43.255069 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:43.262380 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.263950 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf98c2b1-3846-4959-ab19-bdf700da1f5b HTTP/1.1" status: 204 len: 168 time: 0.2577238 Oct 27 14:12:43.324179 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-43b90c08-79f3-463b-aadd-bf69226fd7e0 req-7d63ea61-53eb-40d6-a617-f5ad71d300e1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353011 Oct 27 14:12:43.373988 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 7e4d26a0-01b1-4af0-a419-d2816743ba45 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:43.382631 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 7e4d26a0-01b1-4af0-a419-d2816743ba45 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:43.383077 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.477687 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5308357-3c51-49ba-826f-7fde8b170608 req-29c6abcb-5726-42a6-a77f-23678bd1abbc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:43.479295 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f5308357-3c51-49ba-826f-7fde8b170608 req-29c6abcb-5726-42a6-a77f-23678bd1abbc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 945 time: 0.1733103 Oct 27 14:12:43.497799 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] For port 2755f930-a7d0-4848-9b6c-9dcef3e13052, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2755f930-a7d0-4848-9b6c-9dcef3e13052,segment=NetworkSegment(d49088e0-8cf6-4e6a-9d09-2163d0e8bde5),segment_id=d49088e0-8cf6-4e6a-9d09-2163d0e8bde5)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:43.498412 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.525843 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.560329 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f5308357-3c51-49ba-826f-7fde8b170608 req-532d2fa1-6d68-4e5d-bd61-3c56111c7096 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754344 Oct 27 14:12:43.571889 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 7e4d26a0-01b1-4af0-a419-d2816743ba45, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:43.572881 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:43.590258 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:43.596710 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:43.677832 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'code': 200} Oct 27 14:12:43.701238 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Calling delete_port for 2755f930-a7d0-4848-9b6c-9dcef3e13052 owned by compute:nova {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:12:43.705152 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=7e4d26a0-01b1-4af0-a419-d2816743ba45,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:43.708492 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:44.017691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:44.033182 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['2755f930-a7d0-4848-9b6c-9dcef3e13052'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:12:44.045033 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:44.104454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Pushing event deleted for resources: {'Port': ['ID=2755f930-a7d0-4848-9b6c-9dcef3e13052,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:44.109260 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:44.150892 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f8ff0fc6-e30d-4f48-8686-b15bc6f264ef req-f2c15005-4a61-4f4c-92ee-45ce1cf49129 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.1148691 Oct 27 14:12:44.159734 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b493cc0-01eb-4ffd-87ec-9a754a52033d req-ed81ccc7-f957-4140-9c93-cb10cd803c43 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1099 time: 0.2061348 Oct 27 14:12:44.211315 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] No DVR routers for this DVR port 2755f930-a7d0-4848-9b6c-9dcef3e13052 on host hv-cinder-81566 {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:12:44.220062 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:44.239957 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'name': 'network-vif-deleted', 'tag': '2755f930-a7d0-4848-9b6c-9dcef3e13052'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:44.267727 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b493cc0-01eb-4ffd-87ec-9a754a52033d req-5aa307cf-f5df-444f-8101-33d028c38457 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824559 Oct 27 14:12:44.269016 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-fb86f94a-2f24-4c11-a983-fb8cda4f49c6 req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.82 "DELETE /v2.0/ports/2755f930-a7d0-4848-9b6c-9dcef3e13052 HTTP/1.1" status: 204 len: 173 time: 1.2745216 Oct 27 14:12:44.311876 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afd3043-f53c-4500-8bb3-86c60e1d6c96', 'name': 'network-vif-deleted', 'tag': '2755f930-a7d0-4848-9b6c-9dcef3e13052', 'status': 'completed', 'code': 200} Oct 27 14:12:44.383421 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58490) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:44.430941 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:44.555511 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:44.563980 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Usage tracker for resource:security_group_rule and tenant:5cad99f54a904875a81fd9ea28224caf is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:44.574043 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:44.588748 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:44.834889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e66572-c078-4ea7-a678-933ff4c6012b req-0b5b340c-aecf-4e82-8519-d2f920ccca10 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:44.838197 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c0e66572-c078-4ea7-a678-933ff4c6012b req-0b5b340c-aecf-4e82-8519-d2f920ccca10 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2056355 Oct 27 14:12:44.840800 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:44.862308 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:44.879069 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-47d8565a-f011-436e-b1c1-cb4d9738eb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:44.906683 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4295c-864f-4cac-a8b3-1b83bb2f806d req-ff0eee09-7cf5-4c88-85f3-01b6ac8a3a8e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:44.908499 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-53d4295c-864f-4cac-a8b3-1b83bb2f806d req-ff0eee09-7cf5-4c88-85f3-01b6ac8a3a8e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1137943 Oct 27 14:12:44.919212 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66bc9e-225a-4336-9d25-fdb42bae7fa5,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:44.928526 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:44.954423 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c0e66572-c078-4ea7-a678-933ff4c6012b req-a401d31c-9bcf-4519-a61e-32fb6b17e436 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115060 Oct 27 14:12:44.957990 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cad99f54a904875a81fd9ea28224caf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5734124 Oct 27 14:12:44.960919 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58522) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:44.988815 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-53d4295c-864f-4cac-a8b3-1b83bb2f806d req-ed99ff8e-36ea-462f-8740-4ad9fead0f80 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746098 Oct 27 14:12:45.060086 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:45.094732 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:45.166766 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:45.172277 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bcecb0e8-0955-48f6-a0a2-ffd8ebdc5821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:45.183735 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66bc9e-225a-4336-9d25-fdb42bae7fa5,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:45.188712 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:45.190753 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:45.191837 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a66bc9e-225a-4336-9d25-fdb42bae7fa5 HTTP/1.1" status: 204 len: 168 time: 0.2298961 Oct 27 14:12:45.388050 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-eee953e6-f665-4c2a-81c5-b6cf2965b5ba req-8e98dfbf-eb68-4e00-8e44-d2245475cfb2 tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] 10.222.0.61 "GET /v2.0/ports?device_id=7afd3043-f53c-4500-8bb3-86c60e1d6c96 HTTP/1.1" status: 200 len: 210 time: 0.0495977 Oct 27 14:12:46.372229 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc4691-166e-4585-ab73-36a6deef3c06 req-eb08414d-097d-4fb6-9754-dea7ec512c61 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.377225 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208f3e1-3a4b-47ca-8043-aff6704b6b08 req-47273a61-ecc7-4a66-b225-f5654a25ac56 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.379379 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d208f3e1-3a4b-47ca-8043-aff6704b6b08 req-47273a61-ecc7-4a66-b225-f5654a25ac56 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0884719 Oct 27 14:12:46.385726 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-44cc4691-166e-4585-ab73-36a6deef3c06 req-eb08414d-097d-4fb6-9754-dea7ec512c61 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1371975 Oct 27 14:12:46.456863 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d208f3e1-3a4b-47ca-8043-aff6704b6b08 req-95b8d5ad-1566-48a7-bea4-912894f18b28 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698018 Oct 27 14:12:46.486302 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-44cc4691-166e-4585-ab73-36a6deef3c06 req-773de992-5271-4ebb-9c65-13db18fb117d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990541 Oct 27 14:12:46.580541 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58600) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:46.853235 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260347a-c51d-4450-a172-69911cd84dd0 req-77c1cf7d-b0db-4294-b344-943ecb69fe14 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:46.855240 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6260347a-c51d-4450-a172-69911cd84dd0 req-77c1cf7d-b0db-4294-b344-943ecb69fe14 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1468472 Oct 27 14:12:46.867117 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58624) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:46.873403 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'floatingip': {'port_id': '7e4d26a0-01b1-4af0-a419-d2816743ba45'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:46.992486 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.001244 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.048628 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:47.052788 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Usage tracker for resource:security_group_rule and tenant:083bbfea86be4feea19a0e4429d13f18 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:47.055775 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:47.066662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:47.217455 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.228097 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.248925 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:47.256011 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2755f930-a7d0-4848-9b6c-9dcef3e13052 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:12:47.293816 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 2755f930-a7d0-4848-9b6c-9dcef3e13052 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:12:47.294152 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2755f930-a7d0-4848-9b6c-9dcef3e13052 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:12:47.315525 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ace05-10e4-488c-905b-63bff11eaa34,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:47.321130 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:47.324151 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=083bbfea86be4feea19a0e4429d13f18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7421932 Oct 27 14:12:47.327039 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58644) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:47.529310 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.579378 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.693360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.700725 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a0ed0eee-2525-45b8-a766-529229c32efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:47.713124 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ace05-10e4-488c-905b-63bff11eaa34,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:47.723539 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:47.731838 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:47.733450 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e57ace05-10e4-488c-905b-63bff11eaa34 HTTP/1.1" status: 204 len: 168 time: 0.4053471 Oct 27 14:12:47.846170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0fd1-9e4f-4076-9b37-c9fd58676c78 req-60f468ed-0b53-466e-bf12-e1b7642ba5b2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:47.847912 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5d8d0fd1-9e4f-4076-9b37-c9fd58676c78 req-60f468ed-0b53-466e-bf12-e1b7642ba5b2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1087801 Oct 27 14:12:47.984494 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5d8d0fd1-9e4f-4076-9b37-c9fd58676c78 req-94b3b1fd-fd26-4a3d-9e42-b04465b40177 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283851 Oct 27 14:12:48.261777 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:48.267616 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:48.320928 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58692) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:48.485727 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.l3_db [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Floating IP a1f77adc-c8ac-40b1-8173-9879b12d4a2e associated. External IP: 172.28.1.48, port: 7e4d26a0-01b1-4af0-a419-d2816743ba45. Oct 27 14:12:48.507350 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58706) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:48.557065 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:48.606814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58710) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:48.713145 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:48.719493 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:48.733136 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Usage tracker for resource:security_group_rule and tenant:6094624f912e4102be08b0721476aebc is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:48.746710 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:48.756256 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:48.772487 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Deleting subnet dcd4ec5b-64ec-4343-89af-5758f063d35e {{(pid=82832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:12:48.783851 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:48.824043 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:48.839741 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Usage tracker for resource:security_group_rule and tenant:06cad1050b37494bbbe63b71e1b9289e is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:48.850433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:48.861574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3260385'] for subnet, precommit_delete_associations {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:48.891039 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:48.953246 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:12:49.008939 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.069664 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.080125 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.089943 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.101431 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.103998 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:49.190536 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6094624f912e4102be08b0721476aebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6796119 Oct 27 14:12:49.192190 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06cad1050b37494bbbe63b71e1b9289e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8673189 Oct 27 14:12:49.192326 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58730) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:49.192408 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782c528-2cca-42e2-90cb-5dccb70d995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55cb47-10a2-46cd-9ba8-9579408fc684,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.193995 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58734) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:49.195050 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3869307'] for subnet, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.255998 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.268056 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8825e8-1dab-4fbc-9d99-c3f8ef839fb7,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.274601 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:49.276428 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:49.276631 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:49.283093 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-139c0390-d9d0-4637-9cea-abeb6d7c034b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:49.300208 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:49.306715 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.318005 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:12:49.321860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd4ec5b-64ec-4343-89af-5758f063d35e,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.326688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:49.328549 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dcd4ec5b-64ec-4343-89af-5758f063d35e HTTP/1.1" status: 204 len: 168 time: 0.7215302 Oct 27 14:12:49.334766 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58744) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:49.338405 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:49.339497 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:49.342856 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.364108 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f039a46-b11e-4af8-9b85-67366af41d62 req-ebea88b6-9639-452d-869b-65fc780accf4 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:49.364108 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f039a46-b11e-4af8-9b85-67366af41d62 req-ebea88b6-9639-452d-869b-65fc780accf4 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2176938 Oct 27 14:12:49.386250 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.492666 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7040dbe1-b4b3-419b-b255-fc7ce2d270b2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "PUT /v2.0/floatingips/a1f77adc-c8ac-40b1-8173-9879b12d4a2e HTTP/1.1" status: 200 len: 991 time: 2.6218865 Oct 27 14:12:49.505426 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.511839 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:12:49.532852 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.557897 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.612902 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f039a46-b11e-4af8-9b85-67366af41d62 req-b3782cbf-d09a-49ca-a9b6-e38ec109f1ec tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982183 Oct 27 14:12:49.619491 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:49.663739 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d2e7876e-4284-4272-9373-f1108ad3f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.665205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.670627 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b3e68c6a-b30b-45a6-a2ec-3f9af10bb4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:49.698554 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55cb47-10a2-46cd-9ba8-9579408fc684,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:49.701913 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:49.707043 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.710743 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b55cb47-10a2-46cd-9ba8-9579408fc684 HTTP/1.1" status: 204 len: 168 time: 0.5146556 Oct 27 14:12:49.850282 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'status': 'completed', 'code': 200} Oct 27 14:12:49.852030 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.871341 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:49.889128 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-77510c51-1082-4694-bdb3-8ed3afea6706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:50.031648 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58778) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:50.038656 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8825e8-1dab-4fbc-9d99-c3f8ef839fb7,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:50.045978 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:50.105866 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.110523 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f8825e8-1dab-4fbc-9d99-c3f8ef839fb7 HTTP/1.1" status: 204 len: 168 time: 0.9143252 Oct 27 14:12:50.141979 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:50.142867 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.161465 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:50.161795 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49088e0-8cf6-4e6a-9d09-2163d0e8bde5') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:50.192635 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.214121 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.225483 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Releasing vlan 1146 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:12:50.225945 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:12:50.241434 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:12:50.254444 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-821bf0f7-2507-4da2-9ccc-698f6f77a6db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1099 time: 0.3420649 Oct 27 14:12:50.341697 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.365678 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.414243 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:50.421731 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:50.427549 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0b0dde8820426884f3b46d7c141ae8 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:50.432245 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:50.438274 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.444961 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:50.461503 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:50.467881 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:50.469050 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'a1f77adc-c8ac-40b1-8173-9879b12d4a2e', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'floating_ip_address': '172.28.1.48', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'port_id': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'mac_address': 'fa:16:3e:8f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:19Z', 'updated_at': '2021-10-27T14:12:48Z', 'revision_number': 1, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:50.476124 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:12:50.484171 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] 10.222.0.61 "DELETE /v2.0/networks/2bc2e01b-5ade-438d-a6c6-0b1a93b9c6df HTTP/1.1" status: 204 len: 168 time: 1.1454914 Oct 27 14:12:50.498062 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:50.498992 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:50.514094 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-debb15ed-2e22-436b-b4e8-352e1e12d323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.516250 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-debb15ed-2e22-436b-b4e8-352e1e12d323 service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.2469189 Oct 27 14:12:50.563692 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.572610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.595886 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:50.632485 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b64e4e4-5216-4d18-ab23-ce4b2a3396e9,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:50.639775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:50.668516 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-711bfb74-a733-4ebb-8c39-17119d60c370 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 999 time: 0.1412439 Oct 27 14:12:50.669120 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb0b0dde8820426884f3b46d7c141ae8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6360774 Oct 27 14:12:50.671741 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58796) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:50.709209 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58800) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:50.753381 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-f30c3275-23d8-4a2f-8686-d962d0a84205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:50.756071 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-f30c3275-23d8-4a2f-8686-d962d0a84205 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.0786011 Oct 27 14:12:50.757345 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58806) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:50.783978 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:50.810992 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:50.944870 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.031895 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-3a0ff842-39c4-4117-aebe-6fb96ee18a9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a7b5dfa08a4439ab1a3196721345140&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2732334 Oct 27 14:12:51.038914 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58816) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:51.079614 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-81697280-f94a-4e7b-a6d8-f7f767cdc95f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2229121 Oct 27 14:12:51.102258 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:51.110189 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.122017 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Usage tracker for resource:security_group_rule and tenant:48780fdb67e34882abc45be255bce937 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:51.134171 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:51.144271 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:51.188039 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.212095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dde883-fd74-4159-bebf-e4c2d817f174 req-3cabf76c-42e7-45f0-af7f-70f1f0ea9ff2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:51.213596 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48dde883-fd74-4159-bebf-e4c2d817f174 req-3cabf76c-42e7-45f0-af7f-70f1f0ea9ff2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.3214366 Oct 27 14:12:51.296524 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.307345 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a521a6a1-1800-48c7-876d-eab23157f2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:51.322012 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.361906 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b64e4e4-5216-4d18-ab23-ce4b2a3396e9,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.373501 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:51.435737 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48dde883-fd74-4159-bebf-e4c2d817f174 req-34accaec-282c-4485-8708-6fd140875579 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836495 Oct 27 14:12:51.457480 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.461130 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ea229c40-889c-448e-be97-f732eddd62b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:51.472961 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-67571f51-e3b6-48f4-8657-2a855cebd2a6 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518515 Oct 27 14:12:51.473103 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.475060 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b64e4e4-5216-4d18-ab23-ce4b2a3396e9 HTTP/1.1" status: 204 len: 168 time: 0.8021486 Oct 27 14:12:51.477523 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.490636 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:51.490860 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.500550 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.508995 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-282d2d73-1b4b-428b-895f-d45adb72128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:51.527191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.527907 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5fcc1f8-dd8e-4e36-90ce-96ec7a06b84c HTTP/1.1" status: 204 len: 168 time: 0.4870880 Oct 27 14:12:51.556719 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'a1f77adc-c8ac-40b1-8173-9879b12d4a2e', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'floating_ip_address': '172.28.1.48', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'port_id': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'mac_address': 'fa:16:3e:8f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:19Z', 'updated_at': '2021-10-27T14:12:48Z', 'revision_number': 1, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:51.561110 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb1244c-70ed-4b4f-9130-ed28bee6b862 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'a1f77adc-c8ac-40b1-8173-9879b12d4a2e', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'floating_ip_address': '172.28.1.48', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'port_id': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'mac_address': 'fa:16:3e:8f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:12:19Z', 'updated_at': '2021-10-27T14:12:48Z', 'revision_number': 1, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:12:51.638762 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3defdd04-a441-4aae-9006-dea112535454,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.647340 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:51.660385 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48780fdb67e34882abc45be255bce937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9481418 Oct 27 14:12:51.661470 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58852) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:51.733165 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.741198 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ace24971-9e1e-4d2e-9637-99b8966f6f80 req-9088a227-2cec-4a1f-826b-dbd3702a42fc service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566464 Oct 27 14:12:51.776442 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-153cd74d-e608-47b0-b8f8-bc19e50a5eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.778414 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.867279 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.872696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:51.886540 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3defdd04-a441-4aae-9006-dea112535454,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:51.895974 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:51.901222 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:51.911346 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3defdd04-a441-4aae-9006-dea112535454 HTTP/1.1" status: 204 len: 168 time: 0.2398405 Oct 27 14:12:51.959820 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa98ce2b-319e-4837-a46b-5a5cf0961565 None None] New status for floating IP a1f77adc-c8ac-40b1-8173-9879b12d4a2e: ACTIVE {{(pid=82833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:12:52.376726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58886) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:52.394802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.429828 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:52.433784 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3bac02015b469c9bf50aa3385fc083 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:52.436992 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:52.444008 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:52.492357 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58894) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:52.542397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.549372 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.567652 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:52.594949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f39b334-3d63-4d60-a861-bfaf72f18444,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:52.600037 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:52.664676 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d3bac02015b469c9bf50aa3385fc083&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2875319 Oct 27 14:12:52.667579 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58908) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:52.717407 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d1547-a8a8-4030-ac6b-92cb4b88e97b req-e836f489-d44f-48d6-9994-de7d3281f5d0 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:52.728793 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.729761 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-027d1547-a8a8-4030-ac6b-92cb4b88e97b req-e836f489-d44f-48d6-9994-de7d3281f5d0 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1221974 Oct 27 14:12:52.766132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.797030 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.802622 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-027d1547-a8a8-4030-ac6b-92cb4b88e97b req-48bc735f-0920-4299-8f0f-cd48bd6f4a4e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712984 Oct 27 14:12:52.840683 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.882405 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:52.887886 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb01dce729e4a75b7b379382b6cabf2 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:52.891627 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:52.898953 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:52.908855 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.914827 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-151b668d-eaef-4273-8426-599d484684d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:52.935663 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f39b334-3d63-4d60-a861-bfaf72f18444,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:52.964455 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.964816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.965170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.965591 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.965942 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.966313 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.966695 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.967109 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.967448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.967780 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.968108 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:52.971132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:52.973329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:52.974477 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f39b334-3d63-4d60-a861-bfaf72f18444 HTTP/1.1" status: 204 len: 168 time: 0.3059316 Oct 27 14:12:53.024889 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:53.037268 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:53.046024 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-79a8fdee-f0c9-4418-bd2f-ba811300296d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:53.083944 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a45b0c2-c2f1-49c8-a912-a225cc1a1fd1,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:53.087034 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:53.095919 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbb01dce729e4a75b7b379382b6cabf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5995493 Oct 27 14:12:53.098771 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58926) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:53.169731 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:53.195465 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:53.248713 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:53.254630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:53.267687 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a45b0c2-c2f1-49c8-a912-a225cc1a1fd1,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:53.283127 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:53.284516 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a45b0c2-c2f1-49c8-a912-a225cc1a1fd1 HTTP/1.1" status: 204 len: 168 time: 0.1839521 Oct 27 14:12:53.285945 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.286365 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.286709 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.287242 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.287440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.288292 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.288629 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.288963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.289293 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.289648 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.289982 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:53.293265 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:53.599752 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58962) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:53.992092 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.006233 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f256c43-3d62-435f-91a1-f508c2fb5176 req-eba5d13f-3435-45ef-9800-b424ec93e4a4 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:54.007883 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f256c43-3d62-435f-91a1-f508c2fb5176 req-eba5d13f-3435-45ef-9800-b424ec93e4a4 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.0803530 Oct 27 14:12:54.044353 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:54.054661 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Usage tracker for resource:security_group_rule and tenant:b70ae2409ca74b24aff8292a3d59502f is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:54.059478 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 58988) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:54.060891 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:54.067557 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:54.093222 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.107562 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f256c43-3d62-435f-91a1-f508c2fb5176 req-c8a806bd-6aca-426d-968f-06c55e8d23e1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889046 Oct 27 14:12:54.152393 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:54.156347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Usage tracker for resource:security_group_rule and tenant:954e4c681b7646508d8ef78d14525666 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:54.159214 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:54.171803 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:54.175928 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.182363 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.204867 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-04da91bb-0374-4f73-8edb-09a011b6907f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:54.232928 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b70ae2409ca74b24aff8292a3d59502f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6319201 Oct 27 14:12:54.236432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 58994) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:54.256479 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3af5fb-32d7-44a5-9161-2f092b17a8e9,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:54.256607 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.261050 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:54.269878 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.298763 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f7dea8e5-1862-4564-b407-8c3200c2ea57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:54.307115 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.314260 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=954e4c681b7646508d8ef78d14525666&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2544022 Oct 27 14:12:54.316868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59000) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:54.338331 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.347501 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e81e0-8343-4a0d-a5a1-c8378919eccf,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:54.368729 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:54.402404 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.407479 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ffd8d376-f065-4411-be57-f671c5af4829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:54.411792 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.420386 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3af5fb-32d7-44a5-9161-2f092b17a8e9,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:54.423497 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:54.431984 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.436254 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea3af5fb-32d7-44a5-9161-2f092b17a8e9 HTTP/1.1" status: 204 len: 168 time: 0.1988230 Oct 27 14:12:54.442461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.523916 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.526730 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.532558 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d0caba4e-d5ed-4317-95cd-fca30c5a7dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:54.547597 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e81e0-8343-4a0d-a5a1-c8378919eccf,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:54.549745 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:54.553910 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59012) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:54.574923 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/668e81e0-8343-4a0d-a5a1-c8378919eccf HTTP/1.1" status: 204 len: 168 time: 0.2566068 Oct 27 14:12:54.576140 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:54.652390 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59022) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:55.154889 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-594422606-network', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:55.164757 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:55.175934 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Usage tracker for resource:network and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:55.180300 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:55.183583 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.198437 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:55.212375 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Made reservation on behalf of 942eaec60c4a442a8cfa0e41b78732c8 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:55.214927 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.249147 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.262655 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:55.299511 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:55.304900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:55.309099 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:55.315185 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:55.320813 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Usage tracker for resource:security_group_rule and tenant:9ff18d1372ff44e7972655c7d229b4ad is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:55.325265 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:55.338056 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:55.398936 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff161b3-257c-4dbc-a29d-7deba04aaec4 req-62fc95f6-917b-4719-b63f-00ab49a07d4f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.400532 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aff161b3-257c-4dbc-a29d-7deba04aaec4 req-62fc95f6-917b-4719-b63f-00ab49a07d4f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1353216 Oct 27 14:12:55.428112 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.433351 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.438790 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-be1d58e6-a258-4339-bdad-93534874d728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:55.477243 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:12:55.489487 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f692916f-a7a1-4820-bce1-fc24c8034633,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:55.499064 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aff161b3-257c-4dbc-a29d-7deba04aaec4 req-6b4e0b0d-fddc-4540-bc08-fab58c5dccc3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897219 Oct 27 14:12:55.506852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.510222 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:55.513169 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.515639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.516266 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Added segment b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a of type vlan for network b01e2881-d5be-4b6f-bcce-5f399201e9af Oct 27 14:12:55.531436 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c265d35a-a3c1-4056-bfdd-2f43893da62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:55.560116 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.576564 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722ea671-2a54-47aa-93c1-6095a1f4ccd5,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:55.593245 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:55.594362 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.596003 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:55.596219 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ff18d1372ff44e7972655c7d229b4ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9427879 Oct 27 14:12:55.596996 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.599256 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59058) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:55.602938 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:55.688896 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.726219 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1711826 Oct 27 14:12:55.727238 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=b01e2881-d5be-4b6f-bcce-5f399201e9af,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:55.729251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59068) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:55.734957 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:55.739287 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network b01e2881-d5be-4b6f-bcce-5f399201e9af details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:12:55.740273 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Request body: {'subnet': {'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-subnet', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:55.745266 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:55.749751 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Usage tracker for resource:subnet and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:55.753360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:55.756293 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.760184 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:55.778413 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Made reservation on behalf of 942eaec60c4a442a8cfa0e41b78732c8 for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:12:55.780758 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3869204'] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.834233 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.845010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bf6fe425-a731-4768-bfbf-23a6107e61ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:55.869154 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:55.873887 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/722ea671-2a54-47aa-93c1-6095a1f4ccd5 HTTP/1.1" status: 204 len: 168 time: 0.2735448 Oct 27 14:12:55.876655 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ea671-2a54-47aa-93c1-6095a1f4ccd5,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:55.885740 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:56.087049 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3869282'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.093463 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d0787077-f0da-4091-af96-706b0bbb9ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:56.165317 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c4aa0a-5d8e-46d8-9c15-c6a867686248,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:56.169665 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:56.179573 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Checking segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:56.179930 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Network hostable DHCP agents. Network: b01e2881-d5be-4b6f-bcce-5f399201e9af, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:12:56.202979 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Network b01e2881-d5be-4b6f-bcce-5f399201e9af is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:12:56.216376 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, b01e2881-d5be-4b6f-bcce-5f399201e9af) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:56.221246 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:56.221825 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.225704 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8460cb-b7d8-4bf0-84b7-91d6944f35ff None None] Network b01e2881-d5be-4b6f-bcce-5f399201e9af requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:12:56.251202 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-2d44f5a9-134a-448d-9419-0e125c1839d2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5182366 Oct 27 14:12:56.251496 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59086) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:56.257202 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:12:56.261816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:56.266202 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Usage tracker for resource:router and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:56.269666 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:56.276679 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:12:56.277220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:56.289379 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.291042 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.316517 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.480846 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-b01e2881-d5be-4b6f-bcce-5f399201e9af', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:12:56.481896 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.507660 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.666895 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Allocated IP 172.20.0.2 (b01e2881-d5be-4b6f-bcce-5f399201e9af/e4c4aa0a-5d8e-46d8-9c15-c6a867686248/8f7dc35e-dc65-4b36-a3db-70ebc4e3168b) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:56.812455 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59106) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:56.834427 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ed80d-42c6-4b08-aaff-9df95df21168 req-a7f9d83c-fef5-493f-af8d-27715510061e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:56.836230 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-615ed80d-42c6-4b08-aaff-9df95df21168 req-a7f9d83c-fef5-493f-af8d-27715510061e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1085978 Oct 27 14:12:56.843050 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.904772 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.919676 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-615ed80d-42c6-4b08-aaff-9df95df21168 req-42bd12f2-d7d4-44ad-a5a7-d1da5e7e23f6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762234 Oct 27 14:12:56.988189 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:56.997349 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:12:57.057727 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.070311 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Transition to ACTIVE for port object 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:57.085453 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b31f2376d54a488e8ff23643725a9a is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:12:57.090527 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:12:57.096079 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Transition to ACTIVE for port object 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:12:57.100003 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:12:57.111407 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.117189 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:57.182347 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Network b01e2881-d5be-4b6f-bcce-5f399201e9af is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:57.185512 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:57.190391 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:57.192979 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Pushing event updated for resources: {'Port': ['ID=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.199563 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Allocated IP 172.28.1.176 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/d0985054-59cb-4aa1-8c49-dedd78dd0686) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:12:57.273904 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.274581 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.275149 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.275474 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.275797 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.276115 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.276429 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.276745 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.277057 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.277363 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.277713 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:12:57.285356 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:57.293214 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.335862 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.336529 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Attempting to bind port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:12:57.336887 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Attempting to bind port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:12:57.337249 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Attempting to bind port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b on network b01e2881-d5be-4b6f-bcce-5f399201e9af {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:12:57.344405 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:12:57.344777 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Checking segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:12:57.345177 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.345604 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Bound using segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:12:57.346161 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Bound port: 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:12:57.346471 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.347276 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-653682bc-3aa1-457e-9626-deb70a431688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:57.446569 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.450573 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] For port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:12:57.454265 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] For port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:12:57.455258 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8b31f2376d54a488e8ff23643725a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6417639 Oct 27 14:12:57.458397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59122) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:57.462938 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.467904 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:57.475546 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08340c5-9b62-4549-bcb0-f646b1562525,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.487073 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:57.518409 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.525476 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-90081500-da93-483e-9fd6-6a4e92efaed1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:57.546744 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.586827 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Pushing event updated for resources: {'Port': ['ID=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.588955 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.595421 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:57.647023 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:12:57.655799 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:12:57.656924 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0985054-59cb-4aa1-8c49-dedd78dd0686,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.659040 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:12:57.668621 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.673778 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b52f3c34-ddab-47ca-bd99-264fb7c3ffcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:57.695779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.696941 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b08340c5-9b62-4549-bcb0-f646b1562525 HTTP/1.1" status: 204 len: 168 time: 0.2373645 Oct 27 14:12:57.697814 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08340c5-9b62-4549-bcb0-f646b1562525,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:57.700283 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:57.708630 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:12:57.897702 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:57.898994 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:58.200170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf66581-fc43-4e21-a16f-54c20ffe23e3 req-69f0c108-7011-4636-baa8-34feb5045f59 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:58.210851 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-baf66581-fc43-4e21-a16f-54c20ffe23e3 req-69f0c108-7011-4636-baa8-34feb5045f59 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.0978603 Oct 27 14:12:58.278399 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-baf66581-fc43-4e21-a16f-54c20ffe23e3 req-7ab14014-c1e0-4bbd-8535-58ba7e307f15 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665123 Oct 27 14:12:58.414440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:12:58.830724 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:12:58.837403 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:12:58.849311 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:12:58.870230 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:12:58.885610 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:58.886789 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:12:58.888019 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6348898 Oct 27 14:12:58.894059 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59158) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:12:58.984581 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:59.001795 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914cb501-5cbd-4ff1-b515-efd9383ed2ca None None] Network b01e2881-d5be-4b6f-bcce-5f399201e9af requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:12:59.336513 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:12:59.340756 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Provisioning for port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:12:59.369389 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Provisioning complete for port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:59.371457 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:59.579336 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:59.631098 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] For port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:12:59.639403 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:59.645293 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:12:59.776689 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d245d08-ba87-4a7f-bba2-b9b43a7a5be3 req-0b642877-5554-42ae-a262-cecde6d2664c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:12:59.778277 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0d245d08-ba87-4a7f-bba2-b9b43a7a5be3 req-0b642877-5554-42ae-a262-cecde6d2664c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1301010 Oct 27 14:12:59.861383 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-040e58a3-9c71-4656-9cb7-c45a43777c45 None None] Provisioning complete for port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:12:59.861949 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-040e58a3-9c71-4656-9cb7-c45a43777c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:12:59.932953 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0d245d08-ba87-4a7f-bba2-b9b43a7a5be3 req-7f6be4c0-6119-4bff-8663-a761e8f6b4e8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450913 Oct 27 14:12:59.966575 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Pushing event updated for resources: {'Port': ['ID=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:12:59.983845 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:00.098920 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:12:57Z', 'revision_number': 3, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:00.102989 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:13:00.103661 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Updating router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 port d0985054-59cb-4aa1-8c49-dedd78dd0686 binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:13:00.178531 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:00.284583 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:00.707559 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Allocated IP 172.20.0.1 (b01e2881-d5be-4b6f-bcce-5f399201e9af/e4c4aa0a-5d8e-46d8-9c15-c6a867686248/bf294ae6-92df-4dc3-afba-d30b9db08a59) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:00.734614 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:00.771680 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:00.802104 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Transition to ACTIVE for port object d0985054-59cb-4aa1-8c49-dedd78dd0686 will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:00.820258 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:00.826039 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:00.896306 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:00.897908 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.051100 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.060599 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e037ab9-de07-40ef-9c80-2bd2782d3c12 None None] Pushing event updated for resources: {'Port': ['ID=d0985054-59cb-4aa1-8c49-dedd78dd0686,revision_number=2']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:01.072182 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-9e037ab9-de07-40ef-9c80-2bd2782d3c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:01.089315 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Transition to ACTIVE for port object bf294ae6-92df-4dc3-afba-d30b9db08a59 will not be triggered until provisioned by entity DHCP. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:01.144363 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Attempting to bind port d0985054-59cb-4aa1-8c49-dedd78dd0686 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:01.147332 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.148347 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Attempting to bind port d0985054-59cb-4aa1-8c49-dedd78dd0686 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:01.149113 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Attempting to bind port d0985054-59cb-4aa1-8c49-dedd78dd0686 on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:01.163273 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:01.164754 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:01.165733 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:01.166362 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.166983 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:01.167659 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Bound port: d0985054-59cb-4aa1-8c49-dedd78dd0686, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:01.168604 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.302856 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] For port d0985054-59cb-4aa1-8c49-dedd78dd0686, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:01.312265 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] For port d0985054-59cb-4aa1-8c49-dedd78dd0686, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=d0985054-59cb-4aa1-8c49-dedd78dd0686,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:01.321963 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.326529 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-9e037ab9-de07-40ef-9c80-2bd2782d3c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:01.339284 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf294ae6-92df-4dc3-afba-d30b9db08a59,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:01.344216 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:01.354551 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Network b01e2881-d5be-4b6f-bcce-5f399201e9af is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:01.356113 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:01.360103 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:01.416402 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e037ab9-de07-40ef-9c80-2bd2782d3c12 None None] Pushing event updated for resources: {'Port': ['ID=d0985054-59cb-4aa1-8c49-dedd78dd0686,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:01.423352 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-9e037ab9-de07-40ef-9c80-2bd2782d3c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:01.427190 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:01.429434 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:01.448492 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.581040 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73db2d-695b-44c8-89ac-e10db2628452 req-5a2bbe39-8fe0-42fc-8ba7-a4b3f92ef80d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:01.582750 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bd73db2d-695b-44c8-89ac-e10db2628452 req-5a2bbe39-8fe0-42fc-8ba7-a4b3f92ef80d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.3019986 Oct 27 14:13:01.683767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.729153 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bd73db2d-695b-44c8-89ac-e10db2628452 req-5da44b38-7ecf-46c6-bf7f-f8f32765afbe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255507 Oct 27 14:13:01.779573 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-84555c90-c919-43ab-9d46-d47a0563fa21 None None] Provisioning for port bf294ae6-92df-4dc3-afba-d30b9db08a59 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:01.785809 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-84555c90-c919-43ab-9d46-d47a0563fa21 None None] Provisioning complete for port bf294ae6-92df-4dc3-afba-d30b9db08a59 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:01.786379 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-84555c90-c919-43ab-9d46-d47a0563fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:01.801150 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:13:01.863312 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-84555c90-c919-43ab-9d46-d47a0563fa21 None None] Port bf294ae6-92df-4dc3-afba-d30b9db08a59 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:13:02.142067 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:02.150590 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:02.199351 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3c1fae5d-3c2d-49d7-85b9-37b1e8db9ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:02.291888 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:00Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:02.296273 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a265d87c-5325-4d26-bdd8-dafc970de52e None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:00Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:13:02.342938 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:02.349271 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Pushing event updated for resources: {'Port': ['ID=bf294ae6-92df-4dc3-afba-d30b9db08a59,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:02.355180 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:02.690534 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Network b01e2881-d5be-4b6f-bcce-5f399201e9af is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:02.692113 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:03.118316 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-20544fd2-bb36-4e6e-877a-7c6179e2fe33 None None] Provisioning complete for port bf294ae6-92df-4dc3-afba-d30b9db08a59 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:03.118947 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-20544fd2-bb36-4e6e-877a-7c6179e2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:03.333345 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-20544fd2-bb36-4e6e-877a-7c6179e2fe33 None None] Port bf294ae6-92df-4dc3-afba-d30b9db08a59 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:13:03.359090 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cc214-ef26-4c3b-b05c-4b3d85db402b req-6ba98c89-26d1-42fb-8622-8b0d37bfa6e8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:03.367125 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a38cc214-ef26-4c3b-b05c-4b3d85db402b req-6ba98c89-26d1-42fb-8622-8b0d37bfa6e8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.3264842 Oct 27 14:13:03.479708 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a38cc214-ef26-4c3b-b05c-4b3d85db402b req-d9631493-fde3-4563-ae28-aa240386ae25 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116104 Oct 27 14:13:03.632958 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:13:03.892786 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:03.907833 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] 10.222.0.61 "PUT /v2.0/routers/3dc5f7c8-2b87-4d30-b205-403a7a7d5c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0123365 Oct 27 14:13:04.741709 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59414) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:04.747872 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300348758', 'description': 'tempest-description--220234350'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:04.765110 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:04.781832 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:04.800570 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device d0985054-59cb-4aa1-8c49-dedd78dd0686 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:04.801094 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:04.807866 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:04.819981 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:04.862887 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:04.867935 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:04.871316 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:04.877797 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:04.931466 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port d0985054-59cb-4aa1-8c49-dedd78dd0686 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:04.944715 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port d0985054-59cb-4aa1-8c49-dedd78dd0686 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:04.945159 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:04.948073 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b371a0-132e-473a-bd3c-3b4ab5d3cf74 req-7a3b0d55-df42-46ba-9816-6b472aaae23a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:04.951889 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:04.958083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:04.959842 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e2b371a0-132e-473a-bd3c-3b4ab5d3cf74 req-7a3b0d55-df42-46ba-9816-6b472aaae23a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1870654 Oct 27 14:13:04.968584 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:05.017864 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:05.021086 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:05.027291 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.028361 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e2b371a0-132e-473a-bd3c-3b4ab5d3cf74 req-1d68ed0a-4159-46bf-9d3b-f5920b0d0cd3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675046 Oct 27 14:13:05.028688 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2858248 Oct 27 14:13:05.031639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59430) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:05.052578 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'security_group_rule': {'security_group_id': '9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:05.066901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:05.073595 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:05.076516 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:05.083187 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:05.110721 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.165879 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.185170 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port d0985054-59cb-4aa1-8c49-dedd78dd0686, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=d0985054-59cb-4aa1-8c49-dedd78dd0686,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:05.192320 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.195857 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:05.232579 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.239980 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.241879 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:05.268350 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab16d0e5-064a-4265-b542-b1a5a9ec153f,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:05.275917 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:05.290685 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.293203 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2604558 Oct 27 14:13:05.295989 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59446) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:05.301777 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'security_group_rule': {'security_group_id': '9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:05.314145 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:05.317641 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=d0985054-59cb-4aa1-8c49-dedd78dd0686,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:05.320730 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:05.324175 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:05.329055 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:05.337655 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:05.384407 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.537875 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.544395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.547263 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4d0bfedf-d211-4245-bca2-7b75d405fd1b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:05.593138 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262f8e9d-c47e-452e-9dd6-e00722f3ac18,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:05.596613 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:05.598128 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.602949 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59454) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:05.603112 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3058438 Oct 27 14:13:05.608952 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'floatingip': {'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:05.613028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59458) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:05.626901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:05.632555 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:floatingip and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:05.648902 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:05.657525 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:05.698775 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:05.833809 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59474) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:05.860654 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59480) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:05.974559 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.157913 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.172813 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.192355 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.268270 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:06.275519 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5b30a0982f432393be55b4236e2350 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:06.278935 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:06.280509 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:06.281253 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:06.291727 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Usage tracker for resource:security_group_rule and tenant:cb11990cef234758b6d8e1c0df25218a is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:06.295967 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Usage tracker for resource:security_group_rule and tenant:74275dc88d5c40c4b168b03151d2be90 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:06.296446 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:06.298642 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:06.301797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:06.304832 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:06.311486 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:06.323170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Allocated IP 172.28.1.5 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/cb648c7a-831b-4fdc-8d33-21452979124a) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:06.351767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f6d56-7a27-405e-9848-52bc525600b5 req-11f63f51-f728-4528-b04c-c028b3c86f29 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:06.353262 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-492f6d56-7a27-405e-9848-52bc525600b5 req-11f63f51-f728-4528-b04c-c028b3c86f29 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1838775 Oct 27 14:13:06.486653 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-492f6d56-7a27-405e-9848-52bc525600b5 req-ba25f891-5fad-4617-b3f7-2c7e48768499 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204548 Oct 27 14:13:06.492817 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.494857 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.498102 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.501359 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.506557 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a1ed48ad-676e-4bba-9064-eadc8590b173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:06.512507 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.524855 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.538595 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e6a14bb8-f972-4df7-b8e2-0765d9d029c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:06.553812 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.566886 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8252b19b-71a1-4e3d-9840-38e9f0c50195,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:06.576365 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c5b30a0982f432393be55b4236e2350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7117662 Oct 27 14:13:06.576909 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:06.577417 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-802ac406-4159-49bb-b651-fda78b593a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:06.577890 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59508) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:06.593851 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74275dc88d5c40c4b168b03151d2be90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7588441 Oct 27 14:13:06.594553 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59512) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:06.607879 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2035718-f65f-4e8a-8357-ddaaeccd3dbd,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:06.614902 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:06.627487 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb11990cef234758b6d8e1c0df25218a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0110483 Oct 27 14:13:06.630099 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59518) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:06.631570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3de0b8-a825-47cd-a88a-6e73aa7679dc,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:06.636912 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:06.673411 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.705354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.706834 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.713615 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:06.751181 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device d0985054-59cb-4aa1-8c49-dedd78dd0686 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:06.775248 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.777908 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.781076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-981a0f21-297b-4f0d-8f6a-6795adcb4c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:06.803774 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3de0b8-a825-47cd-a88a-6e73aa7679dc,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:06.808923 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:06.811326 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.813020 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf3de0b8-a825-47cd-a88a-6e73aa7679dc HTTP/1.1" status: 204 len: 168 time: 0.2157385 Oct 27 14:13:06.817438 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.836132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'Port': ['ID=cb648c7a-831b-4fdc-8d33-21452979124a,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:06.839433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:06.841374 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:06.842204 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port d0985054-59cb-4aa1-8c49-dedd78dd0686 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:06.842455 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.854099 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:06.856863 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:06.930106 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:06.947824 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.085663 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.091360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:07.106717 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.114620 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2035718-f65f-4e8a-8357-ddaaeccd3dbd,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:07.121206 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:07.121645 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:07.233452 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8252b19b-71a1-4e3d-9840-38e9f0c50195,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:07.236180 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:07.268494 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.272620 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8252b19b-71a1-4e3d-9840-38e9f0c50195 HTTP/1.1" status: 204 len: 168 time: 0.6866953 Oct 27 14:13:07.274537 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.279249 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2035718-f65f-4e8a-8357-ddaaeccd3dbd HTTP/1.1" status: 204 len: 168 time: 0.6479714 Oct 27 14:13:07.283351 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.356957 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.659753 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.666934 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.674684 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b82840ec-4cf0-474d-9ae5-ca9e000573e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:07.817099 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ab151-8e31-450d-9156-bfbdb4839f1a req-d906118d-b7a5-4806-b1da-d47d5698752c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:07.825421 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9e9ab151-8e31-450d-9156-bfbdb4839f1a req-d906118d-b7a5-4806-b1da-d47d5698752c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1156962 Oct 27 14:13:07.895874 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.898427 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9e9ab151-8e31-450d-9156-bfbdb4839f1a req-dd516c48-4e77-4829-89e3-8e3dd4a21b21 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718110 Oct 27 14:13:07.949695 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'Port': ['ID=cb648c7a-831b-4fdc-8d33-21452979124a,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:07.954141 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:07.957530 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:07.959178 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3547666 Oct 27 14:13:08.052748 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59570) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:08.073216 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.108232 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:08.112432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6d3c35afd2644898a52350f429bc235f is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:08.115460 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:08.121215 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:08.131918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59574) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:08.159617 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.213484 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:08.218174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:f48f687fe53a4e29834e032bd0a13e88 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:08.221576 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:08.225275 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.229697 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:08.240243 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.253928 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6d8b3963-1c57-4ca9-b527-d91a7104317f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:08.339439 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cfab2d-4864-40ff-83e9-70348025289d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:08.348223 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:08.353595 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d3c35afd2644898a52350f429bc235f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2994061 Oct 27 14:13:08.360055 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59584) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:08.377885 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.383479 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.398974 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-fafac1b0-ed45-4deb-9cf1-9d0b1b05a356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:08.442083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.474545 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.536783 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.545822 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-2c6c1a0e-6bd6-4151-9cfe-a839808bdcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:08.556856 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59594) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:08.560973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa520d3e-8de8-489f-bb5a-0fc99095594c,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:08.565720 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-dc0317b0-aebb-4801-9d7f-a9a897549f00 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--300348758&fields=id&tenant_id=942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 267 time: 0.0775051 Oct 27 14:13:08.566622 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:08.568476 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cfab2d-4864-40ff-83e9-70348025289d,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:08.572341 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f48f687fe53a4e29834e032bd0a13e88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4357049 Oct 27 14:13:08.572341 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59600) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:08.575240 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:08.579751 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.585180 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37cfab2d-4864-40ff-83e9-70348025289d HTTP/1.1" status: 204 len: 168 time: 0.2233317 Oct 27 14:13:08.765302 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.768583 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.843245 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:08.850751 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:08.856757 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Usage tracker for resource:security_group_rule and tenant:f34cbdf49cc14e7fada35afec2668172 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:08.859443 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-1673faab-f545-450d-9811-e28c02ef625c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:08.861048 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-1673faab-f545-450d-9811-e28c02ef625c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 816 time: 0.2717016 Oct 27 14:13:08.862202 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:08.869773 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:08.933909 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-db753efb-579a-4d47-8d40-72a47dfa01e9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/quotas/942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 375 time: 0.0518427 Oct 27 14:13:08.999405 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.006987 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.029404 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:09.066475 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-2d7144c0-9fbd-43e8-aee0-3c36dddfab0b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:09.073254 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.080586 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ca1d7d9-5af2-4d63-a754-fd9204725974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:09.096720 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa520d3e-8de8-489f-bb5a-0fc99095594c,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:09.105797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:09.116834 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.119222 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa520d3e-8de8-489f-bb5a-0fc99095594c HTTP/1.1" status: 204 len: 168 time: 0.5463889 Oct 27 14:13:09.149351 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-2d7144c0-9fbd-43e8-aee0-3c36dddfab0b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:09.150959 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-2d7144c0-9fbd-43e8-aee0-3c36dddfab0b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1981199 Oct 27 14:13:09.196774 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d375f274-1a1b-4569-b6de-7e84d2485672,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:09.226190 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:09.232285 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f34cbdf49cc14e7fada35afec2668172&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6732678 Oct 27 14:13:09.235561 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59626) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:09.320879 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd2eb6-23e1-4172-acff-cd7b9f639830 req-eb2a2a87-d1b0-4a51-b95d-ba2325a0ef5f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:09.322760 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-41dd2eb6-23e1-4172-acff-cd7b9f639830 req-eb2a2a87-d1b0-4a51-b95d-ba2325a0ef5f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2527239 Oct 27 14:13:09.326377 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.354960 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.437863 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-41dd2eb6-23e1-4172-acff-cd7b9f639830 req-b5fa74a5-b836-420e-8e51-bbeee1257125 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697069 Oct 27 14:13:09.466040 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.472235 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6090e697-c082-49bb-8ad1-05559e174388 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:09.473393 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-0ea2c04e-ca7c-439b-85bf-f3d055f7d733 service neutron] 10.222.0.61 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932854 Oct 27 14:13:09.495334 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d375f274-1a1b-4569-b6de-7e84d2485672,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:09.498731 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:09.501680 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d375f274-1a1b-4569-b6de-7e84d2485672 HTTP/1.1" status: 204 len: 168 time: 0.2632782 Oct 27 14:13:09.501680 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:09.688368 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-81166377-df3a-456c-a399-8923b29cfa32 service neutron] 10.222.0.61 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058628 Oct 27 14:13:10.050162 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4b8c9417-871b-40b7-bfcf-9a2c5da9ca0f req-a535e131-b07f-4643-8ac2-ec1b5990b4bc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 210 time: 0.0961633 Oct 27 14:13:10.325891 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59676) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:10.421579 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:10.464735 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:10.469220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Usage tracker for resource:security_group_rule and tenant:682b570429b94bfe83a5dc1b51cd23fb is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:10.472590 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:10.480428 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:10.482229 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:10.599853 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:10.607240 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:10.616238 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:10.671650 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee248896-dfb5-4a9b-9f9b-b1dd0ee0402d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:10.675887 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:10.683485 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59688) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:10.695118 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=682b570429b94bfe83a5dc1b51cd23fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3755701 Oct 27 14:13:10.848744 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:10.874555 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315a9d-5240-4efb-b4b4-75c96da1fd0c req-1b5afe83-7591-4b12-93aa-60489b942fae tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:10.876054 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-01315a9d-5240-4efb-b4b4-75c96da1fd0c req-1b5afe83-7591-4b12-93aa-60489b942fae tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1763554 Oct 27 14:13:10.896198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:11.016534 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-01315a9d-5240-4efb-b4b4-75c96da1fd0c req-276b68f9-74bf-4e3b-8e15-6e6bf5c89d7c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122024 Oct 27 14:13:11.051473 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:11.056871 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:11.069344 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee248896-dfb5-4a9b-9f9b-b1dd0ee0402d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:11.072062 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:11.084931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:11.093765 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee248896-dfb5-4a9b-9f9b-b1dd0ee0402d HTTP/1.1" status: 204 len: 168 time: 0.4084527 Oct 27 14:13:11.375282 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-ba9f3bab-c420-4afa-b9ae-bab72b4332e7 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=59c5df48dd7a46a494b755c6f67e97fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532355 Oct 27 14:13:11.438399 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f9cdee5f-a2ca-4e18-8a8a-3fde75d71a1b req-8462f1a4-9383-4b2b-af37-7b8df2557f03 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 210 time: 0.1031456 Oct 27 14:13:11.583711 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-103ff32d-33ea-45f5-8c7a-5846dc8132df tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:11.584637 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-103ff32d-33ea-45f5-8c7a-5846dc8132df tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:11.611375 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-103ff32d-33ea-45f5-8c7a-5846dc8132df tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:11.614492 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-103ff32d-33ea-45f5-8c7a-5846dc8132df tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 816 time: 0.3660707 Oct 27 14:13:11.697670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-2a5471e9-af55-4cf7-9f5e-f3ee3410b060 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:11.720551 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-2a5471e9-af55-4cf7-9f5e-f3ee3410b060 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:11.721897 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-2a5471e9-af55-4cf7-9f5e-f3ee3410b060 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 379 time: 0.0896606 Oct 27 14:13:11.724515 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-b38cb135-4192-41e6-bbd2-4b6ca4b64429 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:11.726111 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-b38cb135-4192-41e6-bbd2-4b6ca4b64429 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494091 Oct 27 14:13:11.733053 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'port': {'device_id': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'admin_state_up': True, 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'security_groups': ['9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c']}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:11.761445 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 59730) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:11.766748 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-5050360e-be5d-49ce-8cfe-dfc424d592de tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/quotas/59c5df48dd7a46a494b755c6f67e97fa HTTP/1.1" status: 200 len: 375 time: 0.0316589 Oct 27 14:13:11.824028 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-d0c0bc8a-a0e4-418b-94a9-5637be128546 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=59c5df48dd7a46a494b755c6f67e97fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561800 Oct 27 14:13:11.927663 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.046894 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:12.067002 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:9badd7b8232545b0aced5bff7a85b62b is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:12.071997 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:12.081865 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:12.086388 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:12.133494 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:12.184583 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Made reservation on behalf of 942eaec60c4a442a8cfa0e41b78732c8 for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:12.192217 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.194490 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59750) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:12.457682 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e0aec850-a326-4d2b-a751-1246290472eb req-c738dbac-bd1a-4d73-b2d5-0a20f06a5133 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 210 time: 0.1049926 Oct 27 14:13:12.537755 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5bc6e-d8a8-49e8-8541-9a89d3f2563b req-21b67280-25b0-47a3-9a0a-42c3acac6087 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:12.539956 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a2e5bc6e-d8a8-49e8-8541-9a89d3f2563b req-21b67280-25b0-47a3-9a0a-42c3acac6087 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2172363 Oct 27 14:13:12.571588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.581782 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.595260 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6ea30bf5-044e-44b4-9f21-d073a66b4306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:12.654163 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a2e5bc6e-d8a8-49e8-8541-9a89d3f2563b req-8edaf183-d3b1-4189-8791-44ca29d97331 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084299 Oct 27 14:13:12.698793 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.715244 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59772) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:12.715691 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9badd7b8232545b0aced5bff7a85b62b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9531310 Oct 27 14:13:12.716597 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7220c-9ff2-4a36-b6c6-df750604d7fe,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:12.731870 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:12.794350 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:12.800624 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e97ee115-f8f9-4377-bd54-2c26d2e6eea4 req-af1e6e7f-c7aa-450e-9719-712f2de0e0e9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 210 time: 0.0493734 Oct 27 14:13:12.800801 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Usage tracker for resource:security_group_rule and tenant:088cb2201c9d422c99eaa3305f6bd0d3 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:12.806337 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:12.814322 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:12.817808 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Allocated IP 172.20.0.3 (b01e2881-d5be-4b6f-bcce-5f399201e9af/e4c4aa0a-5d8e-46d8-9c15-c6a867686248/54aa1baf-1fd6-40d0-8101-b5fb275940e2) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:12.841633 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.897975 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.986533 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:12.993853 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.004946 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bc86456d-d429-421c-b1aa-b17e892317a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:13.038040 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.067084 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5631a0a-9e6d-4fe7-9775-838d022465e3,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:13.084805 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:13.093990 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-67cbbc15-c53c-4402-b528-e097bb132fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:13.116416 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7220c-9ff2-4a36-b6c6-df750604d7fe,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:13.121871 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=088cb2201c9d422c99eaa3305f6bd0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9261472 Oct 27 14:13:13.134127 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:13.136343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59780) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:13.169155 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.202347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.204910 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Transition to ACTIVE for port object 54aa1baf-1fd6-40d0-8101-b5fb275940e2 will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:13.207957 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8f7220c-9ff2-4a36-b6c6-df750604d7fe HTTP/1.1" status: 204 len: 168 time: 0.4895232 Oct 27 14:13:13.258878 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.261451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.267650 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:13.316331 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.444600 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Network b01e2881-d5be-4b6f-bcce-5f399201e9af is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:13.448416 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:13.455465 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:13.457435 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.462153 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e9abd5d1-03dd-45f2-bf2a-90775674b281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:13.478395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5631a0a-9e6d-4fe7-9775-838d022465e3,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:13.482948 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:13.503097 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.507651 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5631a0a-9e6d-4fe7-9775-838d022465e3 HTTP/1.1" status: 204 len: 168 time: 0.3667769 Oct 27 14:13:13.596425 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:13.601458 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:13.650588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:13.651388 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:13.747990 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0182300 Oct 27 14:13:13.767409 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Request body: {'port': {'device_id': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:13.942017 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-d7b38b6a-180b-4710-a51e-73091ab37f76 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=59c5df48dd7a46a494b755c6f67e97fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1831250 Oct 27 14:13:13.952068 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2f0c6455-710c-4603-9ced-6871683e21d3 req-f4726220-4bbf-497f-a821-56e73bf6d7ec tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 210 time: 0.1245081 Oct 27 14:13:13.975986 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-a763d827-4257-4a44-ba2f-f0cf1a917b54 None None] Provisioning for port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:13.986062 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-a763d827-4257-4a44-ba2f-f0cf1a917b54 None None] Provisioning complete for port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:13.989236 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a763d827-4257-4a44-ba2f-f0cf1a917b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.135871 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.167069 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bbdc4-c649-42ef-a1bf-024112e19d54 req-de3a87c7-1df3-498d-b8a5-a498582b079d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.174196 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-769bbdc4-c649-42ef-a1bf-024112e19d54 req-de3a87c7-1df3-498d-b8a5-a498582b079d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.2755542 Oct 27 14:13:14.186874 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-a763d827-4257-4a44-ba2f-f0cf1a917b54 None None] Port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:13:14.203413 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-acfe7c8f-37e7-4e0b-86db-e466c88df7d2 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.205850 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-acfe7c8f-37e7-4e0b-86db-e466c88df7d2 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554781 Oct 27 14:13:14.236589 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Request body: {'port': {'device_id': '21103805-be83-496c-a6f5-92e34820157e', 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a', 'admin_state_up': True, 'tenant_id': '59c5df48dd7a46a494b755c6f67e97fa'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:14.253327 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-769bbdc4-c649-42ef-a1bf-024112e19d54 req-3547b1db-c46a-4093-8354-25ce85fff22e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 Oct 27 14:13:14.324052 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59816) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:14.361184 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.404423 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:14.409325 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Usage tracker for resource:security_group_rule and tenant:c2506649a2944f64a641678cdfaee7db is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:14.412877 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:14.419414 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:14.603049 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.613019 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.627522 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-920bd00f-2e5b-4f2a-a0d9-be38138dab85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:14.677656 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f006068-7225-407a-91cd-c5dacb1fae16,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:14.683461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:14.689839 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2506649a2944f64a641678cdfaee7db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3646879 Oct 27 14:13:14.691380 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59830) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:14.696791 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-41a49de6-b510-4735-99b7-8c974a396cdd req-2e124a98-b77e-42db-b179-a211e9e04788 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 1099 time: 0.2057307 Oct 27 14:13:14.782188 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:14.786071 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-41a49de6-b510-4735-99b7-8c974a396cdd req-c9984163-20e5-492f-9f79-e16d29a09095 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657129 Oct 27 14:13:14.794563 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Usage tracker for resource:port and tenant:59c5df48dd7a46a494b755c6f67e97fa is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:14.800270 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.802523 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743707c8-b683-4523-890a-befcb44e616d req-187e10f2-b81a-4da4-bce1-3e72b8182a12 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:14.803212 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-743707c8-b683-4523-890a-befcb44e616d req-187e10f2-b81a-4da4-bce1-3e72b8182a12 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:14.808529 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:14.828606 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:14.833490 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.860969 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-743707c8-b683-4523-890a-befcb44e616d req-187e10f2-b81a-4da4-bce1-3e72b8182a12 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:14.862286 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-743707c8-b683-4523-890a-befcb44e616d req-187e10f2-b81a-4da4-bce1-3e72b8182a12 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 931 time: 0.5943046 Oct 27 14:13:14.897771 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Made reservation on behalf of 59c5df48dd7a46a494b755c6f67e97fa for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:14.901372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.909023 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.916314 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-85d55200-e121-4910-8cb9-ebacb2f1919c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:14.928083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.940308 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f006068-7225-407a-91cd-c5dacb1fae16,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:14.947889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:14.955433 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59844) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:14.981393 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:14.987368 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f006068-7225-407a-91cd-c5dacb1fae16 HTTP/1.1" status: 204 len: 168 time: 0.2948737 Oct 27 14:13:15.013969 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-743707c8-b683-4523-890a-befcb44e616d req-b57efecf-3285-42c1-b931-2d8a1f7e3380 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441340 Oct 27 14:13:15.050010 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:15.056500 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54aa1baf-1fd6-40d0-8101-b5fb275940e2 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:15.060748 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Usage tracker for resource:security_group_rule and tenant:59c5df48dd7a46a494b755c6f67e97fa is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:15.065613 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:15.069308 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.076733 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:15.096795 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Transition to ACTIVE for port object 54aa1baf-1fd6-40d0-8101-b5fb275940e2 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:15.102972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.108991 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:15.237671 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.264242 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6ac02913-2dc6-4bf3-9fcf-31f79ab67dc6 req-62069057-b9ab-45ed-80c9-5f51f25304ba tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 210 time: 0.0959985 Oct 27 14:13:15.302056 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:15.308160 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:15.345909 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:15.356029 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f042b9a5494171908b75ca542a3575 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:15.361024 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:15.368570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:15.425024 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.440118 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.453197 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:15.561319 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.562843 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.577203 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c9a13a4e-fa01-4cc5-968a-4df3650e3444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:15.612112 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e791512-b917-4ace-848f-0388cb98889f,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:15.628241 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:15.656785 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2f042b9a5494171908b75ca542a3575&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7002048 Oct 27 14:13:15.659557 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59870) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:15.722446 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb4a1e9-69da-495e-a675-6bb689cbc9af,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:15.730559 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:15.781425 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Attempting to bind port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:15.796246 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Attempting to bind port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:15.796246 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Attempting to bind port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 on network b01e2881-d5be-4b6f-bcce-5f399201e9af {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:15.797028 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.848088 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.928647 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 on network b01e2881-d5be-4b6f-bcce-5f399201e9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:13:15.928898 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Attempting to bind port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 on network b01e2881-d5be-4b6f-bcce-5f399201e9af {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:15.961837 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59884) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:15.975973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:15.985823 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:15.986148 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Checking segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:15.986532 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Bound using segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:15.986960 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Bound port: 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:15.987334 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.009479 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bb67d845-af44-4653-975c-48c02b683892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:16.025783 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Allocated IP 192.168.233.13 (b5a6fcac-716a-4992-a645-54689bbf538a/201d1ce6-31fd-4d92-bd1b-4a589e862a59/fcaa6178-bbd4-4cc9-8d66-47269af6b948) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:16.052803 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e791512-b917-4ace-848f-0388cb98889f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:16.059660 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:16.063006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.066513 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e791512-b917-4ace-848f-0388cb98889f HTTP/1.1" status: 204 len: 168 time: 0.4056768 Oct 27 14:13:16.066831 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e64be8-6907-4d8a-8586-85ab236a00c7 req-be1395c5-a7af-46d7-91f4-0361c7ea05d3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:16.073808 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-76e64be8-6907-4d8a-8586-85ab236a00c7 req-be1395c5-a7af-46d7-91f4-0361c7ea05d3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.5131533 Oct 27 14:13:16.207320 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:16.227842 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-76e64be8-6907-4d8a-8586-85ab236a00c7 req-d4828398-ea22-4944-8c47-b41918cc8322 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527901 Oct 27 14:13:16.249189 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:16.262842 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.271257 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-02c5f27e-4ae0-435f-95fd-96b98083aa83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:16.309201 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.350577 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:16.355861 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc38b8480cc4ced8b6a06164dce206b is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:16.359310 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:16.367649 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:16.452122 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ada64-9792-4d0a-93de-7e938bd19a07 req-2e3cec4f-6267-4406-a428-252a30032598 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:16.457747 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8c5ada64-9792-4d0a-93de-7e938bd19a07 req-2e3cec4f-6267-4406-a428-252a30032598 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.2528906 Oct 27 14:13:16.547907 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.552362 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.553774 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] 10.222.0.82 "PUT /v2.0/ports/54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 1093 time: 2.7963114 Oct 27 14:13:16.556556 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:16.571292 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.596323 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0ecca4ba-ec03-47f3-847b-768d099a3c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:16.616477 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8c5ada64-9792-4d0a-93de-7e938bd19a07 req-777be110-afef-4cdc-86ad-fd1c2a3a6d26 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465769 Oct 27 14:13:16.638782 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-444d798f-fbc1-4652-a51c-34894118c377 req-a9d828b6-3f1c-4b91-b476-033afc0b7602 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 210 time: 0.1013465 Oct 27 14:13:16.642594 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcc38b8480cc4ced8b6a06164dce206b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6793914 Oct 27 14:13:16.643423 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 59906) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:16.676666 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd575a-750c-4542-b2bc-0923495a7e92,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:16.685357 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:16.738212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:13:16.738912 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:16.754549 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:16.768748 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:16.772012 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:16.784146 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'status': 'completed', 'code': 200} Oct 27 14:13:16.795989 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.806379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.829180 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Transition to ACTIVE for port object fcaa6178-bbd4-4cc9-8d66-47269af6b948 will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:16.834211 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.850077 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-380ed5d9-36f7-47e9-b64e-ead4be6338c6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1096 time: 0.2262440 Oct 27 14:13:16.937619 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.941377 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84763ea9-e209-4f67-bffc-1e49c17c3493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:16.950557 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-a17ae140-fe20-46bb-862a-3aec333a31cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 217 time: 0.0911117 Oct 27 14:13:16.967048 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd575a-750c-4542-b2bc-0923495a7e92,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:16.971151 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:16.980312 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:16.981338 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7dd575a-750c-4542-b2bc-0923495a7e92 HTTP/1.1" status: 204 len: 168 time: 0.3336532 Oct 27 14:13:17.059596 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:13:17.166924 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-a8e530d2-ff7f-46c8-be31-8da6798caebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:17.168378 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-a8e530d2-ff7f-46c8-be31-8da6798caebf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.2103763 Oct 27 14:13:17.169837 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:17.182426 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:17.313359 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Pushing event updated for resources: {'Port': ['ID=fcaa6178-bbd4-4cc9-8d66-47269af6b948,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:17.321182 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:17.324068 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Network b5a6fcac-716a-4992-a645-54689bbf538a is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:17.334456 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:17.345734 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:17.416329 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-c39814e4-317c-48a4-92e4-394614cdc765 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1654398 Oct 27 14:13:17.580262 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 2, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:17.591792 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:13:17.592260 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Updating router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 port bf294ae6-92df-4dc3-afba-d30b9db08a59 binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:13:17.599847 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:17.600467 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:17.801755 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:17.825051 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5948565 Oct 27 14:13:17.839170 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-8144180c-5b2d-4b9c-b5cd-1cc4972db60c service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085820 Oct 27 14:13:17.842946 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Request body: {'port': {'device_id': '21103805-be83-496c-a6f5-92e34820157e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:17.957761 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740d02f-480e-4732-bb1d-ccecd95475bc req-7e191b42-561d-47f4-995f-e9f1a4140151 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:17.970093 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7740d02f-480e-4732-bb1d-ccecd95475bc req-7e191b42-561d-47f4-995f-e9f1a4140151 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.4502439 Oct 27 14:13:18.044801 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-0ff58e49-1c7d-4936-9fdb-6d26cb0248e4 None None] Provisioning for port fcaa6178-bbd4-4cc9-8d66-47269af6b948 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:18.063786 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-0ff58e49-1c7d-4936-9fdb-6d26cb0248e4 None None] Provisioning complete for port fcaa6178-bbd4-4cc9-8d66-47269af6b948 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:18.064326 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0ff58e49-1c7d-4936-9fdb-6d26cb0248e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:18.148228 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fc0bd-7c10-475d-9cce-61079b3eff29 req-8dcd5e82-e9d6-458a-8c1a-896e2be35349 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:18.160796 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2e3fc0bd-7c10-475d-9cce-61079b3eff29 req-8dcd5e82-e9d6-458a-8c1a-896e2be35349 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 935 time: 0.1922112 Oct 27 14:13:18.224402 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2e3fc0bd-7c10-475d-9cce-61079b3eff29 req-cab611be-14ac-4943-8950-d1182826657c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613980 Oct 27 14:13:18.271623 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-0ff58e49-1c7d-4936-9fdb-6d26cb0248e4 None None] Port fcaa6178-bbd4-4cc9-8d66-47269af6b948 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:13:18.323182 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7740d02f-480e-4732-bb1d-ccecd95475bc req-cd750757-b026-4d00-84b3-b669a168f890 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521488 Oct 27 14:13:18.350901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:18.494892 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa1f6e2-06f6-49e8-b2a1-39f37c196791 req-0e6f299e-7915-4aed-b59a-bfc20cd770db service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710897 Oct 27 14:13:18.649954 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:18.651480 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1adb91-d5ee-46f4-beb9-56bfe24739b6 req-67df1dce-cfaa-4eed-b656-7ec4fff83471 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:18.662237 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-be1adb91-d5ee-46f4-beb9-56bfe24739b6 req-67df1dce-cfaa-4eed-b656-7ec4fff83471 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.2403607 Oct 27 14:13:18.683646 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Transition to ACTIVE for port object bf294ae6-92df-4dc3-afba-d30b9db08a59 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:18.707526 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:18.721234 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:18.783008 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-be1adb91-d5ee-46f4-beb9-56bfe24739b6 req-1272cf93-f194-405e-a8dd-99d582c3ebc3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162646 Oct 27 14:13:19.018909 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994d73e-3815-40f4-82b5-21a2b44faebe None None] Pushing event updated for resources: {'Port': ['ID=bf294ae6-92df-4dc3-afba-d30b9db08a59,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:19.021915 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-1994d73e-3815-40f4-82b5-21a2b44faebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:19.186816 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Attempting to bind port bf294ae6-92df-4dc3-afba-d30b9db08a59 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:19.187193 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Attempting to bind port bf294ae6-92df-4dc3-afba-d30b9db08a59 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:19.188155 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Attempting to bind port bf294ae6-92df-4dc3-afba-d30b9db08a59 on network b01e2881-d5be-4b6f-bcce-5f399201e9af {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:19.200742 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:19.201435 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Checking segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:19.202021 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:19.202564 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Bound using segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:19.203224 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Bound port: bf294ae6-92df-4dc3-afba-d30b9db08a59, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:19.203767 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:19.282380 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-c091bb38-6242-40c1-8af0-88732c3e4369 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1096 time: 0.7073793 Oct 27 14:13:19.294027 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cdaba-dd80-47ae-805e-f72e4b3bcf4e req-217710d5-360b-40f5-85be-0c5ec81984db tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.304465 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-890cdaba-dd80-47ae-805e-f72e4b3bcf4e req-217710d5-360b-40f5-85be-0c5ec81984db tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2549944 Oct 27 14:13:19.417813 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-890cdaba-dd80-47ae-805e-f72e4b3bcf4e req-39b164f3-1f38-4f8b-b675-cf6e11c3eab2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122055 Oct 27 14:13:19.472007 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] For port bf294ae6-92df-4dc3-afba-d30b9db08a59, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:19.478847 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] For port bf294ae6-92df-4dc3-afba-d30b9db08a59, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bf294ae6-92df-4dc3-afba-d30b9db08a59,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:19.490580 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:19.499451 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:19.625575 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcaa6178-bbd4-4cc9-8d66-47269af6b948 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:19.642175 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:19.678034 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-2cad02ce-957c-4e74-98bf-c581d5db60d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:19.679513 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-2cad02ce-957c-4e74-98bf-c581d5db60d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.3899922 Oct 27 14:13:19.732479 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-da97f676-e38c-4a5c-bea1-ed383bfd2887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:19.743282 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Transition to ACTIVE for port object fcaa6178-bbd4-4cc9-8d66-47269af6b948 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:19.755119 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994d73e-3815-40f4-82b5-21a2b44faebe None None] Pushing event updated for resources: {'Port': ['ID=bf294ae6-92df-4dc3-afba-d30b9db08a59,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:19.760041 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:19.761028 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-1994d73e-3815-40f4-82b5-21a2b44faebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:19.764407 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-efe2d95d-aae2-42f5-be40-6301b06c2f2a tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:19.764936 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:19.765638 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:12:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:19.827213 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-b913ae39-f53f-47cb-b358-ccb7ac4d627c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 217 time: 0.1378841 Oct 27 14:13:20.144818 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:20.189358 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:13:20.231626 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-eed7a41d-2db7-4af3-9380-ee4df67a06d5 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:20.233495 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-eed7a41d-2db7-4af3-9380-ee4df67a06d5 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Synchronizing usage tracker for tenant:59c5df48dd7a46a494b755c6f67e97fa on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:20.368114 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fce5a2-45d9-4fc0-b1d1-1ca145f95c1c req-b9c037bb-b4bc-4f9e-9b2c-55fe97d95b3a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:20.380454 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d9fce5a2-45d9-4fc0-b1d1-1ca145f95c1c req-b9c037bb-b4bc-4f9e-9b2c-55fe97d95b3a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.2130244 Oct 27 14:13:20.498388 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d9fce5a2-45d9-4fc0-b1d1-1ca145f95c1c req-1c99cb72-3a44-4d80-b313-239a18bac6c3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170368 Oct 27 14:13:20.678849 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-eed7a41d-2db7-4af3-9380-ee4df67a06d5 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Unset dirty status for tenant:59c5df48dd7a46a494b755c6f67e97fa on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:20.686698 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-eed7a41d-2db7-4af3-9380-ee4df67a06d5 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 935 time: 1.2471619 Oct 27 14:13:20.768909 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa6178-bbd4-4cc9-8d66-47269af6b948,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:20.776918 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-0fa6623f-0f7d-46da-b219-a72691e72624 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Synchronizing usage tracker for tenant:59c5df48dd7a46a494b755c6f67e97fa on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:20.783297 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:20.789015 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-e29149d9-7e27-4928-a506-77d7dc621636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:20.791091 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-e29149d9-7e27-4928-a506-77d7dc621636 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.9363244 Oct 27 14:13:20.800518 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Attempting to bind port fcaa6178-bbd4-4cc9-8d66-47269af6b948 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:20.800701 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Attempting to bind port fcaa6178-bbd4-4cc9-8d66-47269af6b948 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:20.801146 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Attempting to bind port fcaa6178-bbd4-4cc9-8d66-47269af6b948 on network b5a6fcac-716a-4992-a645-54689bbf538a {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:20.859517 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Port fcaa6178-bbd4-4cc9-8d66-47269af6b948 on network b5a6fcac-716a-4992-a645-54689bbf538a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:13:20.859848 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Attempting to bind port fcaa6178-bbd4-4cc9-8d66-47269af6b948 on network b5a6fcac-716a-4992-a645-54689bbf538a {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:20.874421 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:20.874759 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Checking segment: {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:20.875139 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Bound using segment: {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:20.875571 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Bound port: fcaa6178-bbd4-4cc9-8d66-47269af6b948, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1129, 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:20.875916 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:20.887321 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:19Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:20.890405 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bf294ae6-92df-4dc3-afba-d30b9db08a59 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:20.933693 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19192a-4bb4-40f3-90b3-3cbbe36f0f5b None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:19Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:13:20.945380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-0fa6623f-0f7d-46da-b219-a72691e72624 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Unset dirty status for tenant:59c5df48dd7a46a494b755c6f67e97fa on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:20.945969 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-119b2925-5893-4eef-92ca-8c1d48ed5773 req-0fa6623f-0f7d-46da-b219-a72691e72624 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549572 Oct 27 14:13:21.030187 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port bf294ae6-92df-4dc3-afba-d30b9db08a59 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:21.036101 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bf294ae6-92df-4dc3-afba-d30b9db08a59 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:21.036841 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.042395 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] For port fcaa6178-bbd4-4cc9-8d66-47269af6b948, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:21.047033 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] For port fcaa6178-bbd4-4cc9-8d66-47269af6b948, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:21.057325 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-e3863f0b-302e-412b-8048-455429a90f90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2489433 Oct 27 14:13:21.059561 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.123625 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:21.218935 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.237884 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.239944 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] 10.222.0.82 "PUT /v2.0/ports/fcaa6178-bbd4-4cc9-8d66-47269af6b948 HTTP/1.1" status: 200 len: 1097 time: 3.4032788 Oct 27 14:13:21.242643 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21103805-be83-496c-a6f5-92e34820157e', 'tag': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:21.280254 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port bf294ae6-92df-4dc3-afba-d30b9db08a59, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bf294ae6-92df-4dc3-afba-d30b9db08a59,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:21.288438 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.295043 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:21.381877 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21103805-be83-496c-a6f5-92e34820157e', 'tag': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948', 'status': 'completed', 'code': 200} Oct 27 14:13:21.410829 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=bf294ae6-92df-4dc3-afba-d30b9db08a59,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:21.414304 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:21.509563 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-d4335887-259d-4018-abd7-7304fc380dab service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241698 Oct 27 14:13:21.510235 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa6178-bbd4-4cc9-8d66-47269af6b948,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:21.518588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:21.521464 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:13:21.681240 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-c5e4821b-c31d-40ac-af2b-d231803559a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59c5df48dd7a46a494b755c6f67e97fa&device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 1100 time: 0.3827682 Oct 27 14:13:21.764720 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b0ab2a82-649e-4168-acc0-8b814b009978 req-4941b1da-148c-451d-85c4-0933e4557276 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432411 Oct 27 14:13:21.806280 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-e1d461b1-a48b-4c37-9f67-518e2ce6869c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948 HTTP/1.1" status: 200 len: 217 time: 0.1131077 Oct 27 14:13:21.829768 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:21.841536 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-719a70cf-ad56-481c-a22b-df37be3c2f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.852360 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'mac_address': 'fa:16:3e:7c:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:13:21.956013 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:21.976351 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-72815dd0-6ada-478c-a408-b31c436e2bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:21.979642 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-72815dd0-6ada-478c-a408-b31c436e2bea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=201d1ce6-31fd-4d92-bd1b-4a589e862a59 HTTP/1.1" status: 200 len: 843 time: 0.1627331 Oct 27 14:13:21.986096 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54aa1baf-1fd6-40d0-8101-b5fb275940e2 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:22.013821 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:22.019281 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:22.022956 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:22.063796 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9afc2-d435-44d3-967b-4e19933d2ff0 req-34a0fc27-1746-4273-a1db-35d9977034ed tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:22.065262 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b2c9afc2-d435-44d3-967b-4e19933d2ff0 req-34a0fc27-1746-4273-a1db-35d9977034ed tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.3031394 Oct 27 14:13:22.117490 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:22.129133 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:22.134019 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-ab30bd21-94da-4fa7-92db-a94bd2f6fd11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b5a6fcac-716a-4992-a645-54689bbf538a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1423554 Oct 27 14:13:22.138865 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b2c9afc2-d435-44d3-967b-4e19933d2ff0 req-b3832735-e6fc-4593-b874-e01610fbe0c7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556562 Oct 27 14:13:22.333637 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['54aa1baf-1fd6-40d0-8101-b5fb275940e2'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:13:22.460949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60096) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:22.464378 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-b36d9bcc-d5e8-4780-b3ce-fbaf37b45e45 service neutron] 10.222.0.82 "GET /v2.0/networks/b5a6fcac-716a-4992-a645-54689bbf538a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177085 Oct 27 14:13:22.750996 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8237f-fc1a-4367-a258-eb2cbb9d3c23 req-04cf72a8-a0f1-449e-b9f8-231e012a074b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:22.756069 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:22.761457 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-41a8237f-fc1a-4367-a258-eb2cbb9d3c23 req-04cf72a8-a0f1-449e-b9f8-231e012a074b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 947 time: 0.4190681 Oct 27 14:13:22.790571 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bf294ae6-92df-4dc3-afba-d30b9db08a59 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:22.808973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:22.834720 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c613671-c013-4327-b7f2-97f51deba3c7 req-c87ec7fd-e4ed-4e10-92f0-81f61edeafa6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:22.844024 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-4be8c1d7-f4da-491c-8f3d-82acaf86011f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.2916975 Oct 27 14:13:22.846062 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7c613671-c013-4327-b7f2-97f51deba3c7 req-c87ec7fd-e4ed-4e10-92f0-81f61edeafa6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2426434 Oct 27 14:13:22.848682 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9d1df922-a9ff-4834-ba42-9d83f7c43c40 req-2a45d12e-be81-420e-8b66-59e5bee87ac4 service neutron] 10.222.0.82 "GET /v2.0/networks/b5a6fcac-716a-4992-a645-54689bbf538a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648539 Oct 27 14:13:22.926516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:22.958424 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c00dffe17a94e00a5184b00c3d40efe is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:22.965519 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bf294ae6-92df-4dc3-afba-d30b9db08a59 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:22.966155 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:22.976888 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7c613671-c013-4327-b7f2-97f51deba3c7 req-1cb7081a-e2d4-4286-acbe-e3474918d6e0 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168723 Oct 27 14:13:22.978284 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:22.990350 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:23.102780 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-41a8237f-fc1a-4367-a258-eb2cbb9d3c23 req-0309f144-5420-4fba-a4a7-9aca8bc4ce8c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401940 Oct 27 14:13:23.143266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.152378 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.162320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7cf191db-5f47-47bc-a661-21582800f086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:23.208219 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d8b314-3452-47ef-9df5-8b9a42f3fcb5,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:23.213350 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c00dffe17a94e00a5184b00c3d40efe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7513061 Oct 27 14:13:23.214638 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:23.216076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60118) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:23.281148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.309694 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-a1807181-006d-4695-b8c5-a9d015f7e0e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.311148 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-a1807181-006d-4695-b8c5-a9d015f7e0e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.4589715 Oct 27 14:13:23.316384 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.369422 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.374450 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e16c24d1-fa69-4075-a445-e5787107bf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:23.389703 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d8b314-3452-47ef-9df5-8b9a42f3fcb5,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:23.392624 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:23.394516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.395619 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48d8b314-3452-47ef-9df5-8b9a42f3fcb5 HTTP/1.1" status: 204 len: 168 time: 0.1777549 Oct 27 14:13:23.424564 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-cd34027e-4a88-4496-afa7-7298f7ea2f9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.0731447 Oct 27 14:13:23.435523 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-e055f16c-13ce-4205-97e2-8a8ac741015b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=59c5df48dd7a46a494b755c6f67e97fa&device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 1100 time: 0.3317862 Oct 27 14:13:23.547828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-51fb1d50-a8f0-4319-8fbc-9815e186c785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.549261 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-51fb1d50-a8f0-4319-8fbc-9815e186c785 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1129212 Oct 27 14:13:23.549956 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:23.641660 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cf5d2-b1fc-44c9-81bc-4fdc17e96c60 req-d8759ad1-5ee9-4c8b-970f-0c6d73f1e6ec tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.643123 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d91cf5d2-b1fc-44c9-81bc-4fdc17e96c60 req-d8759ad1-5ee9-4c8b-970f-0c6d73f1e6ec tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 944 time: 0.3288403 Oct 27 14:13:23.651771 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-634795e6-2d00-4a6d-95fc-c79cf87ae57c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500560 Oct 27 14:13:23.656200 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:23.661437 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:23.661946 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.744762 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60126) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:23.748998 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d7238-9208-44db-9b90-930826672731 req-10ecd307-af48-4a60-90a9-83d283ea51ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:23.750443 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-10ecd307-af48-4a60-90a9-83d283ea51ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=b5a6fcac-716a-4992-a645-54689bbf538a HTTP/1.1" status: 200 len: 871 time: 0.2805128 Oct 27 14:13:23.765318 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.794013 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.812594 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:23.816628 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Usage tracker for resource:security_group_rule and tenant:34df87763c344ebca2fd5fb854e5417c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:23.821836 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:23.826892 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:23.829376 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:23.839853 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:23.845818 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:23.849345 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-1994d73e-3815-40f4-82b5-21a2b44faebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:23.944424 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d91cf5d2-b1fc-44c9-81bc-4fdc17e96c60 req-281d0eb1-4227-4e3b-896f-6d97ba3e0b30 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898448 Oct 27 14:13:23.950646 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-11079159-919a-4693-bc2b-61313b33c460 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948 HTTP/1.1" status: 200 len: 217 time: 0.1526873 Oct 27 14:13:23.953000 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:23.957622 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'code': 200} Oct 27 14:13:23.958399 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:24.007836 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.025260 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.033069 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-45b22dc2-0480-4046-8c24-f55d4f3f8c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:24.080039 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d7238-9208-44db-9b90-930826672731 req-39df7479-c211-4755-a83a-e9c2b65069d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:24.082347 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-39df7479-c211-4755-a83a-e9c2b65069d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=201d1ce6-31fd-4d92-bd1b-4a589e862a59 HTTP/1.1" status: 200 len: 843 time: 0.0928888 Oct 27 14:13:24.133477 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e4228f-b1b6-4ed2-9193-65967405aec5,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:24.161283 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:24.165659 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-49241bdd-6e2b-4344-a58e-477bca874b51 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023394 Oct 27 14:13:24.173755 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34df87763c344ebca2fd5fb854e5417c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4269464 Oct 27 14:13:24.176898 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60144) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:24.377782 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-6488d842-df6c-47e4-9320-3399ec9accbe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b5a6fcac-716a-4992-a645-54689bbf538a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2817397 Oct 27 14:13:24.424978 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-62b9b114-4cba-4aea-9070-a6edb48a1f09 req-58e66118-9725-4779-89c7-33aa9d83bc8b service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483473 Oct 27 14:13:24.436476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.460350 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-41301c0d-4935-42bd-9e34-d2467dc200c8 req-28a957d6-6d0b-4dea-863a-86d96187e9fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1098 time: 0.1680646 Oct 27 14:13:24.490630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.539760 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.546854 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7279e5b-ea9f-41ea-abff-f58144ba88d9 req-06ae291a-2cdd-4624-82e6-178b2593a949 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:24.547579 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d7279e5b-ea9f-41ea-abff-f58144ba88d9 req-06ae291a-2cdd-4624-82e6-178b2593a949 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 947 time: 0.2481606 Oct 27 14:13:24.596657 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-48b1f870-63c2-4202-90cf-2faf8da044ec service neutron] 10.222.0.82 "GET /v2.0/networks/b5a6fcac-716a-4992-a645-54689bbf538a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057815 Oct 27 14:13:24.605313 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6a439-f4d6-4356-838d-fbedce7236d4 req-eee1eabb-ade5-49fa-9eb4-7f060cbbac96 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:24.606817 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8ce6a439-f4d6-4356-838d-fbedce7236d4 req-eee1eabb-ade5-49fa-9eb4-7f060cbbac96 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.4319627 Oct 27 14:13:24.653798 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d7279e5b-ea9f-41ea-abff-f58144ba88d9 req-e69ef24c-7ab7-4f4d-8fed-f8df6a2baf8f tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952394 Oct 27 14:13:24.706006 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-41301c0d-4935-42bd-9e34-d2467dc200c8 req-ce5c9000-56e2-46c1-8c93-95d8f2eea3b3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275861 Oct 27 14:13:24.712056 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.716231 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7cead00f-24f2-431a-b9e5-fc87bf386a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:24.724782 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8ce6a439-f4d6-4356-838d-fbedce7236d4 req-632ba569-f57d-4e4c-9333-1bf18e9e7131 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017628 Oct 27 14:13:24.731496 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e4228f-b1b6-4ed2-9193-65967405aec5,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:24.741175 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:24.744585 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:24.748532 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5e4228f-b1b6-4ed2-9193-65967405aec5 HTTP/1.1" status: 204 len: 168 time: 0.5675662 Oct 27 14:13:24.805466 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-250d7238-9208-44db-9b90-930826672731 req-f52b993f-cbab-4199-8867-49046a6f1328 service neutron] 10.222.0.82 "GET /v2.0/networks/b5a6fcac-716a-4992-a645-54689bbf538a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935768 Oct 27 14:13:25.244856 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f6ee-b5df-4625-9288-9391d99a9290 req-34461f31-676e-4ad2-acaf-74bf85193bda tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:25.246493 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7369f6ee-b5df-4625-9288-9391d99a9290 req-34461f31-676e-4ad2-acaf-74bf85193bda tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1002584 Oct 27 14:13:25.292657 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7369f6ee-b5df-4625-9288-9391d99a9290 req-5d23aff7-459c-4845-95c2-9ebbe57ed6de tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Oct 27 14:13:25.553775 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device fcaa6178-bbd4-4cc9-8d66-47269af6b948 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:13:25.700048 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60202) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:25.736689 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port fcaa6178-bbd4-4cc9-8d66-47269af6b948, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:25.757064 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948', 'network_id': 'b5a6fcac-716a-4992-a645-54689bbf538a', 'port_id': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948', 'mac_address': 'fa:16:3e:74:c5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201d1ce6-31fd-4d92-bd1b-4a589e862a59', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:13:25.875624 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:25.921621 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcaa6178-bbd4-4cc9-8d66-47269af6b948 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:25.953655 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port fcaa6178-bbd4-4cc9-8d66-47269af6b948, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:25.962794 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:25.967058 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:26.093764 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=fcaa6178-bbd4-4cc9-8d66-47269af6b948,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:26.111445 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:26.118212 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb50c-82a6-474e-a99b-13b59080efc8 req-be4974e1-8117-46c5-a5ca-c534db378bb3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:26.129722 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d79eb50c-82a6-474e-a99b-13b59080efc8 req-be4974e1-8117-46c5-a5ca-c534db378bb3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1279774 Oct 27 14:13:26.207709 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.242174 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d79eb50c-82a6-474e-a99b-13b59080efc8 req-3596447c-9a5d-4b82-a703-0ff680cf60d5 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086473 Oct 27 14:13:26.295786 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:26.306483 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a1ba5-2d26-4151-b8ba-9ebbc8b2ea73 req-5316641a-9414-4319-83d7-18f71c9d58c8 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:26.313372 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3c0a1ba5-2d26-4151-b8ba-9ebbc8b2ea73 req-5316641a-9414-4319-83d7-18f71c9d58c8 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 948 time: 0.4617584 Oct 27 14:13:26.329625 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Usage tracker for resource:security_group_rule and tenant:a1d031ab66784ecb80e4029fd8180aa9 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:26.334688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:26.349180 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:26.361081 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['fcaa6178-bbd4-4cc9-8d66-47269af6b948'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:13:26.412052 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3c0a1ba5-2d26-4151-b8ba-9ebbc8b2ea73 req-028ff867-be26-4e6b-86a3-46824e93e787 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976851 Oct 27 14:13:26.505874 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.511252 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.523503 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-764c9e4a-212f-4d52-bf9e-109b1f4bb0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:26.572644 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866cbc7f-99fe-49a0-896b-acf68f24e745,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:26.593711 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1d031ab66784ecb80e4029fd8180aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8921585 Oct 27 14:13:26.595233 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:26.596011 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60236) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:26.667483 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.698097 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.709962 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cef550-bce0-4bfd-bcec-1804d006bc22 req-dc363f07-a838-41d7-b596-41793afe4223 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:26.711419 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c9cef550-bce0-4bfd-bcec-1804d006bc22 req-dc363f07-a838-41d7-b596-41793afe4223 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0932660 Oct 27 14:13:26.763445 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.768423 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-36fa36cb-99c8-410e-9b58-8b2639ab30b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:26.770172 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c9cef550-bce0-4bfd-bcec-1804d006bc22 req-86482503-7870-4364-b249-cf122cebb886 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530267 Oct 27 14:13:26.784079 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866cbc7f-99fe-49a0-896b-acf68f24e745,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:26.790216 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:26.793812 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:26.799241 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/866cbc7f-99fe-49a0-896b-acf68f24e745 HTTP/1.1" status: 204 len: 168 time: 0.2022686 Oct 27 14:13:27.028028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dd8d4-4ac9-41de-9d9a-88073a75b2f4 req-02f2246d-fd80-4252-aa09-9eef4162367d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:27.028028 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3f6dd8d4-4ac9-41de-9d9a-88073a75b2f4 req-02f2246d-fd80-4252-aa09-9eef4162367d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0873938 Oct 27 14:13:27.036468 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60256) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:27.043178 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'floatingip': {'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:27.149160 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:27.581033 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device fcaa6178-bbd4-4cc9-8d66-47269af6b948 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:27.711888 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc341-e9e2-4ea6-bcd6-66219505e986 req-380e1903-5b5b-4701-b477-288ca5c1fa85 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:27.723806 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f38dc341-e9e2-4ea6-bcd6-66219505e986 req-380e1903-5b5b-4701-b477-288ca5c1fa85 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1596231 Oct 27 14:13:27.724856 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port fcaa6178-bbd4-4cc9-8d66-47269af6b948 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:27.731569 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port fcaa6178-bbd4-4cc9-8d66-47269af6b948 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:27.732160 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:27.831857 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f38dc341-e9e2-4ea6-bcd6-66219505e986 req-4cfd21bd-c1ae-4b0c-95f3-3514f11b010c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047051 Oct 27 14:13:27.907241 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:27.947454 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port fcaa6178-bbd4-4cc9-8d66-47269af6b948, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:27.948624 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21103805-be83-496c-a6f5-92e34820157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:27.959449 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:27.961475 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:28.047258 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6b881-c31c-44f9-bb25-7a4a396bb5ba req-16f12e08-8732-4792-b0c8-155377dcd006 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:28.049053 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa6b881-c31c-44f9-bb25-7a4a396bb5ba req-16f12e08-8732-4792-b0c8-155377dcd006 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 948 time: 0.2021804 Oct 27 14:13:28.058491 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=fcaa6178-bbd4-4cc9-8d66-47269af6b948,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:28.061541 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:28.075048 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21103805-be83-496c-a6f5-92e34820157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948', 'code': 200} Oct 27 14:13:28.154096 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1aa6b881-c31c-44f9-bb25-7a4a396bb5ba req-97d8099e-9a1d-472d-a5a9-af6c6b8dd567 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Oct 27 14:13:28.393027 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60310) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:28.426926 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.435584 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.505114 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-19c37017-f4d8-4ac8-afec-a22d9fa919e9 req-dcc5870b-20e4-464c-bf10-90f5640aa7c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 1102 time: 0.1613889 Oct 27 14:13:28.553162 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.592467 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:28.596342 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Usage tracker for resource:security_group_rule and tenant:4059f9adcd4e4fa1aec3aa2ae5c23ace is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:28.599309 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:28.605237 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:28.615914 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-19c37017-f4d8-4ac8-afec-a22d9fa919e9 req-5c6d941c-a19f-499b-b3ba-a7f1de7bbde2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026170 Oct 27 14:13:28.676810 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.680301 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.l3_db [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Floating IP 810a5831-8bdd-40cb-a48e-8e90bc2193d5 associated. External IP: 172.28.1.5, port: 54aa1baf-1fd6-40d0-8101-b5fb275940e2. Oct 27 14:13:28.681771 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.688900 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5052f3f7-5f08-46dd-9323-70e01fb05233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:28.716396 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2adcda5-1033-4c88-b348-dd003b5c756d,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:28.720349 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:28.743930 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4059f9adcd4e4fa1aec3aa2ae5c23ace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3475823 Oct 27 14:13:28.744539 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60320) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:28.803928 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.829127 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.887702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.895294 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1ef71106-b22f-46e7-835c-18aef74f8ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:28.911833 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2adcda5-1033-4c88-b348-dd003b5c756d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:28.919972 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:28.921327 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:28.924828 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2adcda5-1033-4c88-b348-dd003b5c756d HTTP/1.1" status: 204 len: 168 time: 0.1774416 Oct 27 14:13:29.165308 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d04e5-cf40-4340-b3b9-23ae76709c6f req-3e904d68-b62c-4c58-9e82-56ac9ebdca81 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:29.166806 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-292d04e5-cf40-4340-b3b9-23ae76709c6f req-3e904d68-b62c-4c58-9e82-56ac9ebdca81 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1231985 Oct 27 14:13:29.212423 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:13:29.233054 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-292d04e5-cf40-4340-b3b9-23ae76709c6f req-60b033fa-672f-4516-87c9-278a7b138e32 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 Oct 27 14:13:29.291501 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60332) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:29.346846 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:29.394096 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:29.401087 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Usage tracker for resource:security_group_rule and tenant:7247e661a5cc4c2892584ae2456a3923 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:29.404740 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:29.411598 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:29.434274 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8282f8-937e-43e4-9bd2-387f8f7acb8e req-11708e95-7c6b-42bc-bdd6-64eac8097682 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:29.435723 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bb8282f8-937e-43e4-9bd2-387f8f7acb8e req-11708e95-7c6b-42bc-bdd6-64eac8097682 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 949 time: 0.1235688 Oct 27 14:13:29.440145 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:29.455088 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56557a26-a537-443d-b30a-de059594106f None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:13:29.460309 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:29.468383 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56557a26-a537-443d-b30a-de059594106f None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:29.468748 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-56557a26-a537-443d-b30a-de059594106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:29.516913 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bb8282f8-937e-43e4-9bd2-387f8f7acb8e req-78e05171-5334-4042-80ba-dfe96dafee29 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724993 Oct 27 14:13:29.531462 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:29.538203 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:29.540599 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-abcaae8b-1fd4-4ec5-9a20-ca0c5eed888e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "PUT /v2.0/floatingips/810a5831-8bdd-40cb-a48e-8e90bc2193d5 HTTP/1.1" status: 200 len: 989 time: 2.5015850 Oct 27 14:13:29.541445 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:29.548845 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1e9a2774-27d3-487d-b15c-5e5b20660877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:29.592411 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7247e661a5cc4c2892584ae2456a3923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3000038 Oct 27 14:13:29.594858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60346) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:29.608361 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d12e71-b907-4eed-bd43-cc288ce8dc5e,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:29.611769 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:29.649493 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'status': 'completed', 'code': 200} Oct 27 14:13:29.748572 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:29.751113 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-56557a26-a537-443d-b30a-de059594106f None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:13:29.795676 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:29.838601 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-c1641c93-efd0-43c9-8c40-4750c2142173 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1098 time: 0.1615818 Oct 27 14:13:30.036097 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-e6964191-c19d-4a27-8627-0b0eff4029b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:30.037735 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-e6964191-c19d-4a27-8627-0b0eff4029b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1899409 Oct 27 14:13:30.052986 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:30.056910 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a4b13aee-da54-47e2-b3f7-9acb20265282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:30.122742 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-56557a26-a537-443d-b30a-de059594106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '810a5831-8bdd-40cb-a48e-8e90bc2193d5', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'mac_address': 'fa:16:3e:7c:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:13:07Z', 'updated_at': '2021-10-27T14:13:28Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:30.125769 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d12e71-b907-4eed-bd43-cc288ce8dc5e,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:30.130949 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:30.138137 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56557a26-a537-443d-b30a-de059594106f None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:13:30.155504 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56557a26-a537-443d-b30a-de059594106f None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:13:30.157284 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-56557a26-a537-443d-b30a-de059594106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:30.178622 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:30.179815 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05d12e71-b907-4eed-bd43-cc288ce8dc5e HTTP/1.1" status: 204 len: 168 time: 0.5836813 Oct 27 14:13:30.232730 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-e1191127-9765-4dcd-9760-1b1b9368c132 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 997 time: 0.1674588 Oct 27 14:13:30.476325 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-56557a26-a537-443d-b30a-de059594106f None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:13:30.511303 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-92dc9247-3528-4aa5-b538-e30b244e2c53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:30.512627 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-92dc9247-3528-4aa5-b538-e30b244e2c53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.2646213 Oct 27 14:13:30.587030 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9bbff-43f6-41bd-889e-8bc2dd03f9fb req-6e146797-7efe-4a11-9671-96941e6729fe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:30.595312 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d9d9bbff-43f6-41bd-889e-8bc2dd03f9fb req-6e146797-7efe-4a11-9671-96941e6729fe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1566756 Oct 27 14:13:30.669399 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d9d9bbff-43f6-41bd-889e-8bc2dd03f9fb req-4d6e229e-50f0-44bc-8242-9d02f21b9e42 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Oct 27 14:13:30.674224 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-94932c22-97e3-4927-af85-cb36e8b23bba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489573 Oct 27 14:13:30.784469 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42db218-0d72-4dc7-8aaf-44874ba49738 req-7abcf843-fc38-4f51-91f6-d02c9e116572 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:30.786819 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b42db218-0d72-4dc7-8aaf-44874ba49738 req-7abcf843-fc38-4f51-91f6-d02c9e116572 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 949 time: 0.0963461 Oct 27 14:13:30.894785 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b42db218-0d72-4dc7-8aaf-44874ba49738 req-c022cfb8-ebd9-48f4-af26-4b9bf5c4f01b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006958 Oct 27 14:13:30.897485 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-660fa672-7d09-4377-8c70-099912c4836f service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070961 Oct 27 14:13:30.976924 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-56557a26-a537-443d-b30a-de059594106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '810a5831-8bdd-40cb-a48e-8e90bc2193d5', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'mac_address': 'fa:16:3e:7c:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:13:07Z', 'updated_at': '2021-10-27T14:13:28Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:13:30.983792 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56557a26-a537-443d-b30a-de059594106f None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '810a5831-8bdd-40cb-a48e-8e90bc2193d5', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'floating_ip_address': '172.28.1.5', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'mac_address': 'fa:16:3e:7c:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:13:07Z', 'updated_at': '2021-10-27T14:13:28Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:13:31.132571 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cbfd2c0c-e601-4292-8764-e408725f7934 req-a6f3b481-147f-49f6-a544-cfdfd7730c68 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271049 Oct 27 14:13:31.332540 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60400) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:31.410041 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c7fa0-f007-43e9-b5b3-f0381e20ec90 req-da54adfe-606d-4d91-8c20-72a79cad35f5 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:31.411515 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-856c7fa0-f007-43e9-b5b3-f0381e20ec90 req-da54adfe-606d-4d91-8c20-72a79cad35f5 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 949 time: 0.0750346 Oct 27 14:13:31.464449 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-856c7fa0-f007-43e9-b5b3-f0381e20ec90 req-b2815186-43f8-43ec-82d2-46742f111841 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 Oct 27 14:13:31.466651 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-620875931-network', 'tenant_id': 'ea7eaae09c94454c9f3479d650d856c9'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:31.471916 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:31.478060 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Usage tracker for resource:network and tenant:ea7eaae09c94454c9f3479d650d856c9 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:31.481269 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:31.488270 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:31.498975 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Made reservation on behalf of ea7eaae09c94454c9f3479d650d856c9 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:31.501420 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.522457 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.560500 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:31.561795 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Usage tracker for resource:security_group_rule and tenant:ea7eaae09c94454c9f3479d650d856c9 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:31.565086 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:31.570905 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:31.639863 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.644449 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.647392 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:31.674688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:13:31.683573 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83e2bb-8afb-4c4f-8625-5155ca885cf3,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:31.687037 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:31.689631 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.689970 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Added segment 32a7b3d0-ec62-4804-902b-56ee456c8aab of type vlan for network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 Oct 27 14:13:31.717868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.755691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.756945 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:31.757827 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:31.762823 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-1e176dd8-26c2-4fe4-b83a-6f2e88977ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:31.883745 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60418) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:31.914898 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Pushing event updated for resources: {'Network': ['ID=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:31.919254 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:31.925788 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:13:31.930085 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5961289 Oct 27 14:13:31.932878 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60426) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:31.939526 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Request body: {'subnet': {'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-620875931-subnet', 'tenant_id': 'ea7eaae09c94454c9f3479d650d856c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:31.953907 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:31.964614 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Usage tracker for resource:subnet and tenant:ea7eaae09c94454c9f3479d650d856c9 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:31.974628 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:31.994094 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:32.010969 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Made reservation on behalf of ea7eaae09c94454c9f3479d650d856c9 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:32.014080 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3473678'] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.018839 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c3a6d-5cf3-43fb-80d7-27460874a251 req-7f4480d5-448d-48d5-9382-099af27ff1eb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:32.020425 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a61c3a6d-5cf3-43fb-80d7-27460874a251 req-7f4480d5-448d-48d5-9382-099af27ff1eb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2154524 Oct 27 14:13:32.088468 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.094495 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a61c3a6d-5cf3-43fb-80d7-27460874a251 req-b2c42594-cae5-4369-a720-f30f0590eea9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647430 Oct 27 14:13:32.185279 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d850cb-7d3a-41c5-ac85-67f852404fe3 None None] New status for floating IP 810a5831-8bdd-40cb-a48e-8e90bc2193d5: ACTIVE {{(pid=82833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:13:32.193146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:32.198501 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Usage tracker for resource:security_group_rule and tenant:df186a99e2f84b9ead56c45f9e817e95 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:32.202046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:32.208724 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:32.358315 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3473784'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.372814 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-025b93f2-d75c-4fa1-83f3-93c22ae7f4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:32.402764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.412133 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.483916 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307c6b6e-0f82-40c4-b650-3308888231c7,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:32.486746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:32.491062 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-64a9653a-41c6-48bb-ac2a-c67d7596821f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:32.506477 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df186a99e2f84b9ead56c45f9e817e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6215167 Oct 27 14:13:32.509672 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60436) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:32.526516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Checking segment: {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:32.526886 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Network hostable DHCP agents. Network: b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:13:32.533968 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c948401-10cd-4411-bf16-c94e2c52f029,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:32.539453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:32.555620 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:13:32.566338 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:32.570472 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:32.571164 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.576962 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851a084-ebd5-44b1-9b13-39cb71737595 None None] Network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:13:32.587725 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.616752 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.665475 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7308843 Oct 27 14:13:32.685133 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.688881 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b98ff217-a27d-4b00-8b6a-f867b322a03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:32.700321 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c948401-10cd-4411-bf16-c94e2c52f029,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:32.705391 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:32.708575 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:32.709891 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c948401-10cd-4411-bf16-c94e2c52f029 HTTP/1.1" status: 204 len: 168 time: 0.1986606 Oct 27 14:13:32.730999 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091dde0-820f-416d-9426-550a48663d24 req-163d09d1-d6b3-4f25-a3be-3cb1db0da4b2 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:32.732987 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0091dde0-820f-416d-9426-550a48663d24 req-163d09d1-d6b3-4f25-a3be-3cb1db0da4b2 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 949 time: 0.1235933 Oct 27 14:13:32.786077 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0091dde0-820f-416d-9426-550a48663d24 req-99b2f5dc-a08e-4ce9-840f-b30f7c7819ca tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Oct 27 14:13:32.842744 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b380fbc-e13d-4c2b-9136-0f39d0425a06 None None] Network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:13:33.185530 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60454) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:33.206487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:33.249460 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:33.254256 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Usage tracker for resource:security_group_rule and tenant:3ebffa7fc9f943dbaf9452db95723105 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:33.257463 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:33.263770 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:33.279724 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:13:33.320006 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-e7775489-dcf9-49dd-b44d-8e16930e8bad tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:33.321492 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-e7775489-dcf9-49dd-b44d-8e16930e8bad tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.82 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 949 time: 0.1837587 Oct 27 14:13:33.365572 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:33.370567 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:33.382890 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a438925b-89e3-44cd-9f50-c68c84563b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:33.407566 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Deleting port fcaa6178-bbd4-4cc9-8d66-47269af6b948 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:13:33.407905 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:33.429313 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce7f38-3543-461a-b78b-8833a9de14ef,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:33.432623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:33.437597 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c97f27cf-0a6c-4209-a061-3052c4ad2c1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ebffa7fc9f943dbaf9452db95723105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487900 Oct 27 14:13:33.439041 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60460) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:33.451082 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8819213-3102-4e94-9dad-42e98fa20dfa req-c80aa62f-d782-4506-963e-801c16dc8168 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:33.452514 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b8819213-3102-4e94-9dad-42e98fa20dfa req-c80aa62f-d782-4506-963e-801c16dc8168 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2076392 Oct 27 14:13:33.612885 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b8819213-3102-4e94-9dad-42e98fa20dfa req-d59d0ef8-da31-40e5-8eb0-cd47a84c3c03 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532896 Oct 27 14:13:33.669676 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:33.748836 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:33.811530 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] For port fcaa6178-bbd4-4cc9-8d66-47269af6b948, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=fcaa6178-bbd4-4cc9-8d66-47269af6b948,segment=NetworkSegment(a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72),segment_id=a4c027ed-b4bf-4b7f-9ed6-80e6dc17fe72)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:33.811883 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.017778 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Calling delete_port for fcaa6178-bbd4-4cc9-8d66-47269af6b948 owned by compute:nova {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:13:34.109532 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.117253 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bdfc1a0a-69aa-4040-baef-af722cd08349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:34.150062 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce7f38-3543-461a-b78b-8833a9de14ef,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:34.152858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:34.158955 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.162976 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6ce7f38-3543-461a-b78b-8833a9de14ef HTTP/1.1" status: 204 len: 168 time: 0.7153754 Oct 27 14:13:34.231563 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4477f68-9416-4fd4-826b-c7de5d5121b2 req-8eb624a0-9318-41c9-aaaf-d08b2d719516 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:34.233021 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a4477f68-9416-4fd4-826b-c7de5d5121b2 req-8eb624a0-9318-41c9-aaaf-d08b2d719516 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/ports?device_id=21103805-be83-496c-a6f5-92e34820157e HTTP/1.1" status: 200 len: 949 time: 0.2229629 Oct 27 14:13:34.285232 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.293153 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:34.298744 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['fcaa6178-bbd4-4cc9-8d66-47269af6b948'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:13:34.344641 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Pushing event deleted for resources: {'Port': ['ID=fcaa6178-bbd4-4cc9-8d66-47269af6b948,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:34.350066 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a4477f68-9416-4fd4-826b-c7de5d5121b2 req-ae610d8f-2e5f-494e-af4f-e13db84450d1 tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.61 "GET /v2.0/security-groups?id=fbb4a1e9-69da-495e-a675-6bb689cbc9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101639 Oct 27 14:13:34.350713 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:34.433565 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] No DVR routers for this DVR port fcaa6178-bbd4-4cc9-8d66-47269af6b948 on host hv-cinder-81566 {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:34.436942 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.440134 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21103805-be83-496c-a6f5-92e34820157e', 'name': 'network-vif-deleted', 'tag': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:34.461070 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3ac49b06-c83a-49c0-80bc-0592ce96433c req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] 10.222.0.82 "DELETE /v2.0/ports/fcaa6178-bbd4-4cc9-8d66-47269af6b948 HTTP/1.1" status: 204 len: 173 time: 1.1306570 Oct 27 14:13:34.522467 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21103805-be83-496c-a6f5-92e34820157e', 'name': 'network-vif-deleted', 'tag': 'fcaa6178-bbd4-4cc9-8d66-47269af6b948', 'status': 'completed', 'code': 200} Oct 27 14:13:34.673071 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60486) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:34.692451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.725687 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:34.729505 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:65862831e09743f8ac6f80c853d28a0d is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:34.732344 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:34.738191 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:34.839952 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.844783 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:34.852853 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-988e2c66-eb3c-46b7-95a2-43f3109d39a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:34.871581 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aed7f4-6e06-4605-951c-3ff3c16c76b9 req-e853a25a-2d08-4783-995f-79dde0e58c9b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:34.878235 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-71aed7f4-6e06-4605-951c-3ff3c16c76b9 req-e853a25a-2d08-4783-995f-79dde0e58c9b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1111829 Oct 27 14:13:34.896726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734ff0c-9701-408e-8d4d-8585d4f2fa37,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:34.900322 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:34.904403 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65862831e09743f8ac6f80c853d28a0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2300088 Oct 27 14:13:34.906864 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60496) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:34.965193 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-71aed7f4-6e06-4605-951c-3ff3c16c76b9 req-71d4c897-3086-4d28-9ba4-d0f37fd45c0d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787814 Oct 27 14:13:35.078908 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:35.177166 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:35.243239 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7115e-2411-4070-b839-111f417b40d2 req-ed1ab68a-96b5-46f1-8834-dc5ddbf41723 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:35.244712 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-ed1ab68a-96b5-46f1-8834-dc5ddbf41723 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/networks?id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 200 len: 808 time: 0.2054868 Oct 27 14:13:35.264034 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-a6ab32c5-85d3-4365-a401-3240e2df1ba2 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/quotas/ea7eaae09c94454c9f3479d650d856c9 HTTP/1.1" status: 200 len: 375 time: 0.0129802 Oct 27 14:13:35.271720 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:35.277608 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4c5ed10f-4e69-4f73-aa59-317e403ecd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:35.328412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734ff0c-9701-408e-8d4d-8585d4f2fa37,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:35.331569 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:35.341473 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-8b267a98-2cad-44ca-bcc0-9f4f23e57e54 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea7eaae09c94454c9f3479d650d856c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647845 Oct 27 14:13:35.346889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:35.350590 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7734ff0c-9701-408e-8d4d-8585d4f2fa37 HTTP/1.1" status: 204 len: 168 time: 0.4401078 Oct 27 14:13:35.477662 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-062cb033-19cc-46fa-8ec8-4d2797eea6ce service neutron] 10.222.0.61 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274033 Oct 27 14:13:35.652762 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-2005a65b-97b3-4be5-b9dc-a988ddb32712 service neutron] 10.222.0.61 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690848 Oct 27 14:13:35.895478 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-34af7103-3b14-42e2-9c58-432bb7661ab8 req-86d17d4d-4c89-46d1-b0f8-1200e7833a30 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 210 time: 0.0653026 Oct 27 14:13:36.195678 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73434b85-a388-43b2-b0f3-76b05cbe6bbf req-437f9863-efbd-4f15-926a-49f03c3e9f2c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:36.197646 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-73434b85-a388-43b2-b0f3-76b05cbe6bbf req-437f9863-efbd-4f15-926a-49f03c3e9f2c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1033123 Oct 27 14:13:36.271907 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-73434b85-a388-43b2-b0f3-76b05cbe6bbf req-b9e614b1-0ff6-4602-931b-dd752683f296 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683637 Oct 27 14:13:37.105340 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-89799a6b-e6f5-40bd-83d8-7a662fc0ea37 req-4740906b-f983-4b7c-8685-fe6741b3aa03 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 210 time: 0.0788918 Oct 27 14:13:37.379109 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7115e-2411-4070-b839-111f417b40d2 req-181337d8-dad6-43e5-a48b-d5b64d080a8f tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:37.379800 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56a7115e-2411-4070-b839-111f417b40d2 req-181337d8-dad6-43e5-a48b-d5b64d080a8f tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Synchronizing usage tracker for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:37.405836 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56a7115e-2411-4070-b839-111f417b40d2 req-181337d8-dad6-43e5-a48b-d5b64d080a8f tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Unset dirty status for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:37.407155 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-181337d8-dad6-43e5-a48b-d5b64d080a8f tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "GET /v2.0/networks?id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 200 len: 808 time: 0.2735310 Oct 27 14:13:37.432920 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Request body: {'port': {'device_id': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2', 'admin_state_up': True, 'tenant_id': 'ea7eaae09c94454c9f3479d650d856c9'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:37.595447 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device fcaa6178-bbd4-4cc9-8d66-47269af6b948 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:13:37.637419 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: fcaa6178-bbd4-4cc9-8d66-47269af6b948 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:13:37.638139 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device fcaa6178-bbd4-4cc9-8d66-47269af6b948 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:13:37.647288 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:37.654182 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Usage tracker for resource:port and tenant:ea7eaae09c94454c9f3479d650d856c9 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:37.657673 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:37.666777 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:37.673915 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42406735-3026-418c-886e-34fe449b75c3 req-15620b84-a2d9-4c24-95d5-55a7536e387f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:37.675438 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-42406735-3026-418c-886e-34fe449b75c3 req-15620b84-a2d9-4c24-95d5-55a7536e387f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2093806 Oct 27 14:13:37.698828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Made reservation on behalf of ea7eaae09c94454c9f3479d650d856c9 for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:37.701815 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:37.784041 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-42406735-3026-418c-886e-34fe449b75c3 req-ed72f538-4543-48e2-a559-8768df623d54 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010151 Oct 27 14:13:37.901562 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Allocated IP 172.20.0.2 (b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2/307c6b6e-0f82-40c4-b650-3308888231c7/2595e763-ac47-4631-a300-077b9b157a76) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:38.104678 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-8358fa75-ca8f-4fea-8bbc-f4c3a33a2383 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.0903716 Oct 27 14:13:38.160760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:38.211692 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:38.218727 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-17dd23f8-7700-498d-a141-3a01af1fb6ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:38.293413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-ced90990-c8b4-48cb-9a33-9f3e6b586236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.294934 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-ced90990-c8b4-48cb-9a33-9f3e6b586236 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.1641841 Oct 27 14:13:38.351830 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:38.355432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:38.362004 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:38.369607 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-1de446bd-75c0-47cc-910d-3352c7fab5b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.0672188 Oct 27 14:13:38.410305 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Pushing event updated for resources: {'Port': ['ID=2595e763-ac47-4631-a300-077b9b157a76,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:38.422763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:38.463583 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.463583 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:38.487852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-2bd7aa95-c8c6-4d6f-b57c-3a50a497c84e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.488785 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a35ea-906e-4ca1-83d1-b8f2f6c9d73b req-ca8f1ebd-1ebb-4540-bd18-b9da3ed17b47 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:38.489333 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-2bd7aa95-c8c6-4d6f-b57c-3a50a497c84e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.1117966 Oct 27 14:13:38.490440 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-025a35ea-906e-4ca1-83d1-b8f2f6c9d73b req-ca8f1ebd-1ebb-4540-bd18-b9da3ed17b47 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 931 time: 0.2380016 Oct 27 14:13:38.556912 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-fa2639a8-12ee-4c76-8ff6-390529f5e69f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565543 Oct 27 14:13:38.608852 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1794059 Oct 27 14:13:38.631111 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Request body: {'port': {'device_id': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:38.670041 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-025a35ea-906e-4ca1-83d1-b8f2f6c9d73b req-c5255dbb-23f9-407b-a909-2a4d1e66ad83 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Synchronizing usage tracker for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:38.784048 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-de9d9249-d31a-4a27-8cd6-e21feff9c2c6 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119985 Oct 27 14:13:38.785988 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-025a35ea-906e-4ca1-83d1-b8f2f6c9d73b req-c5255dbb-23f9-407b-a909-2a4d1e66ad83 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Unset dirty status for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:38.787128 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-025a35ea-906e-4ca1-83d1-b8f2f6c9d73b req-c5255dbb-23f9-407b-a909-2a4d1e66ad83 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901115 Oct 27 14:13:38.796273 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:38.998499 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ee13b1c-9271-4f27-a75f-2172458a5f5c req-0f13f90e-45cf-43f8-b5ad-f4e06e7bb3c1 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963801 Oct 27 14:13:39.067874 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8b5bd-3403-4212-8717-908354d1965b req-ab61957d-5d4a-4443-8c19-b67d6885518f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:39.069397 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a9b8b5bd-3403-4212-8717-908354d1965b req-ab61957d-5d4a-4443-8c19-b67d6885518f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1165662 Oct 27 14:13:39.166150 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a9b8b5bd-3403-4212-8717-908354d1965b req-dd3eaced-6ea8-4ce3-8fa7-bf4f7dedab9a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895903 Oct 27 14:13:39.313996 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2595e763-ac47-4631-a300-077b9b157a76 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:39.320220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:39.339932 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Transition to ACTIVE for port object 2595e763-ac47-4631-a300-077b9b157a76 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:39.344878 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:39.349185 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:39.485001 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Pushing event updated for resources: {'Port': ['ID=2595e763-ac47-4631-a300-077b9b157a76,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:39.486856 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:39.594877 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Attempting to bind port 2595e763-ac47-4631-a300-077b9b157a76 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:39.595675 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Attempting to bind port 2595e763-ac47-4631-a300-077b9b157a76 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:39.596270 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Attempting to bind port 2595e763-ac47-4631-a300-077b9b157a76 on network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:39.603946 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Port 2595e763-ac47-4631-a300-077b9b157a76 on network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:13:39.604445 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Attempting to bind port 2595e763-ac47-4631-a300-077b9b157a76 on network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:39.612440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:39.617324 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Checking segment: {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:39.617324 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Bound using segment: {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:39.617324 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Bound port: 2595e763-ac47-4631-a300-077b9b157a76, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:39.617324 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:39.720695 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] For port 2595e763-ac47-4631-a300-077b9b157a76, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:39.724141 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] For port 2595e763-ac47-4631-a300-077b9b157a76, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2595e763-ac47-4631-a300-077b9b157a76,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:39.729731 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:39.734097 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:39.799558 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:39.800975 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-973e2397-6320-4900-9043-261bc5e7304a service neutron] 10.222.0.82 "PUT /v2.0/ports/2595e763-ac47-4631-a300-077b9b157a76 HTTP/1.1" status: 200 len: 1093 time: 1.1798811 Oct 27 14:13:39.801461 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'tag': '2595e763-ac47-4631-a300-077b9b157a76'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:39.832616 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Pushing event updated for resources: {'Port': ['ID=2595e763-ac47-4631-a300-077b9b157a76,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:39.842645 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:39.921859 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'tag': '2595e763-ac47-4631-a300-077b9b157a76', 'status': 'completed', 'code': 200} Oct 27 14:13:40.018238 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-2be4d230-341c-4e46-9699-45b5675829f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ea7eaae09c94454c9f3479d650d856c9&device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 1096 time: 0.1647675 Oct 27 14:13:40.099424 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-5fa49b9b-a853-4b26-8e42-cfa7d74fb6e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2595e763-ac47-4631-a300-077b9b157a76 HTTP/1.1" status: 200 len: 217 time: 0.0665119 Oct 27 14:13:40.113099 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde204c-7110-4e82-a9af-82329733a7a5 req-c9384c2f-91eb-4a36-ab54-35c1fb8228a7 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:40.113814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1dde204c-7110-4e82-a9af-82329733a7a5 req-c9384c2f-91eb-4a36-ab54-35c1fb8228a7 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Synchronizing usage tracker for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:40.193842 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1dde204c-7110-4e82-a9af-82329733a7a5 req-c9384c2f-91eb-4a36-ab54-35c1fb8228a7 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Unset dirty status for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:40.195143 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1dde204c-7110-4e82-a9af-82329733a7a5 req-c9384c2f-91eb-4a36-ab54-35c1fb8228a7 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 943 time: 0.2417915 Oct 27 14:13:40.196656 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7115e-2411-4070-b839-111f417b40d2 req-a9e1a30b-0056-4102-ac12-604ba5cd4986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:40.206205 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-a9e1a30b-0056-4102-ac12-604ba5cd4986 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=307c6b6e-0f82-40c4-b650-3308888231c7 HTTP/1.1" status: 200 len: 848 time: 0.0893300 Oct 27 14:13:40.280824 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-d6f92132-c93d-49f8-a1c6-38a7807c04d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514638 Oct 27 14:13:40.330945 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1dde204c-7110-4e82-a9af-82329733a7a5 req-b5610f71-6c22-48ba-bd83-9378caef54e6 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225882 Oct 27 14:13:40.406635 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db8e19-7283-4167-913e-65ac184378e9 req-51f82234-7f5c-4f6a-84e5-4b9304579ab6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:40.408802 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91db8e19-7283-4167-913e-65ac184378e9 req-51f82234-7f5c-4f6a-84e5-4b9304579ab6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1037087 Oct 27 14:13:40.446213 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-419d556b-9a8b-459a-8a20-fda27ce09dd5 service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522844 Oct 27 14:13:40.458380 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91db8e19-7283-4167-913e-65ac184378e9 req-fa6dfe70-ec0e-449e-8874-d870f5fd359f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Oct 27 14:13:40.475097 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:40.593086 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56a7115e-2411-4070-b839-111f417b40d2 req-3b1e7690-49f3-4d5c-b407-58ef177c46f6 service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347077 Oct 27 14:13:40.791590 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-c66653d2-84b2-49ed-8e91-83e62d485593 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ea7eaae09c94454c9f3479d650d856c9&device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 1096 time: 0.1462243 Oct 27 14:13:40.862594 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60826) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:40.939540 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-580e0cb2-a146-45a8-8256-5ef54b98f749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:40.941733 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-580e0cb2-a146-45a8-8256-5ef54b98f749 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 200 len: 910 time: 0.1429145 Oct 27 14:13:41.012742 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-9c873aa4-7985-4415-9d21-e8c677ac3f40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2595e763-ac47-4631-a300-077b9b157a76 HTTP/1.1" status: 200 len: 217 time: 0.0648093 Oct 27 14:13:41.018917 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.065875 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:41.070008 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Usage tracker for resource:security_group_rule and tenant:ff101ea597e84869928da9bb4870daec is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:41.073129 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:41.078871 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:41.087289 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-5c846707-c53d-43d5-ac23-0d939e922611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:41.089070 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-5c846707-c53d-43d5-ac23-0d939e922611 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=307c6b6e-0f82-40c4-b650-3308888231c7 HTTP/1.1" status: 200 len: 848 time: 0.0688231 Oct 27 14:13:41.149240 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-b7bc3f70-d86d-414d-a737-189d5f714116 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453703 Oct 27 14:13:41.172048 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.177705 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.185364 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f30d3968-e3c5-4728-8edc-76a9c4ec4ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:41.191677 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60834) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:41.312312 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-8d64a214-bf84-471e-bbfa-87d3f59dac79 service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527984 Oct 27 14:13:41.351114 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2e4df8-bc83-4163-ba90-53c0dbb52212,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:41.358513 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:41.361091 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-cc419645-a391-4844-834e-58a09c449a00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff101ea597e84869928da9bb4870daec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4971030 Oct 27 14:13:41.364146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 60844) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:41.436699 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b361c58b-4c4e-4e19-a8b0-7db89b90bbe7 req-ab43a150-9b23-4d35-bba9-8c6a71fa3f4b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.2433345 Oct 27 14:13:41.486534 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-87ee51ed-2d4d-4f2e-8f7a-a1c958d95515 req-4e8682d7-1ed1-42df-a744-54501106077b service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660838 Oct 27 14:13:41.509239 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.514560 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b361c58b-4c4e-4e19-a8b0-7db89b90bbe7 req-0333d80c-ab9b-49ee-8ed5-4f01ca6f86b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654721 Oct 27 14:13:41.539166 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.568973 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-137bd50d-5619-41ca-9c06-29faec92ab92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59c5df48dd7a46a494b755c6f67e97fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3761356 Oct 27 14:13:41.569651 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60856) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:41.594243 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.598299 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-092621b2-2db2-4088-97c7-8c4213b39782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:41.610437 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2e4df8-bc83-4163-ba90-53c0dbb52212,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:41.612587 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:41.618031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.623521 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c2e4df8-bc83-4163-ba90-53c0dbb52212 HTTP/1.1" status: 204 len: 168 time: 0.2556486 Oct 27 14:13:41.641084 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be36be-66af-4eaf-b295-e28323637c12 req-16c9322b-379c-4df7-ae3f-ab9e4bf283c1 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:41.642581 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8be36be-66af-4eaf-b295-e28323637c12 req-16c9322b-379c-4df7-ae3f-ab9e4bf283c1 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 943 time: 0.1541646 Oct 27 14:13:41.677107 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.716112 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.731554 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8be36be-66af-4eaf-b295-e28323637c12 req-aee6b303-931a-4a36-b239-b8166faf3a82 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784721 Oct 27 14:13:41.798656 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.802871 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e680cf46-eaf8-48b3-a068-4e37ef83fd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:41.828670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb4a1e9-69da-495e-a675-6bb689cbc9af,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:41.849253 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:41.862318 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:41.863765 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbb4a1e9-69da-495e-a675-6bb689cbc9af HTTP/1.1" status: 204 len: 168 time: 0.2923114 Oct 27 14:13:42.040564 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfba90f-ce60-4683-8725-1e4cb4fa8519 req-a77dafa9-4290-4a0f-a1fe-105f241c80f9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:42.042251 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9dfba90f-ce60-4683-8725-1e4cb4fa8519 req-a77dafa9-4290-4a0f-a1fe-105f241c80f9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1094449 Oct 27 14:13:42.155576 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9dfba90f-ce60-4683-8725-1e4cb4fa8519 req-8aa14e3c-80cc-4b5d-b2b7-3d8a6b07a9dc tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055145 Oct 27 14:13:43.029779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c855c-9342-4b54-9679-cc9505710572 req-b1a4e28b-ef74-48a8-adaf-6e08d4dccd65 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:43.031285 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9a2c855c-9342-4b54-9679-cc9505710572 req-b1a4e28b-ef74-48a8-adaf-6e08d4dccd65 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 943 time: 0.1582522 Oct 27 14:13:43.082716 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9a2c855c-9342-4b54-9679-cc9505710572 req-77a8d9bf-953c-4052-9b97-903d59f062a6 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Oct 27 14:13:43.179147 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60922) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:43.397036 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.421288 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dc8a2-a465-4159-ab49-4ba0fd149340 req-fa741a06-b710-47fc-9249-d855140bf350 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:43.422789 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b14dc8a2-a465-4159-ab49-4ba0fd149340 req-fa741a06-b710-47fc-9249-d855140bf350 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0995889 Oct 27 14:13:43.432504 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:43.436355 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Usage tracker for resource:security_group_rule and tenant:26c98e667b94447c9f85803112985038 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:43.439398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:43.445082 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:43.478271 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b14dc8a2-a465-4159-ab49-4ba0fd149340 req-e25d43df-ae00-4417-932b-d54a579ecce2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Oct 27 14:13:43.518041 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.522335 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.530290 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-792e8b68-f061-40d2-8610-6504cfea74ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:43.572386 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8088dbbb-be33-4775-8d10-cdcb4b18ee8f,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:43.575580 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:43.579520 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26c98e667b94447c9f85803112985038&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3990533 Oct 27 14:13:43.581959 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 60934) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:43.642801 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2595e763-ac47-4631-a300-077b9b157a76 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:13:43.688118 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.726679 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.828586 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 2595e763-ac47-4631-a300-077b9b157a76, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2595e763-ac47-4631-a300-077b9b157a76,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:43.834596 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.843812 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '2595e763-ac47-4631-a300-077b9b157a76', 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2', 'port_id': '2595e763-ac47-4631-a300-077b9b157a76', 'mac_address': 'fa:16:3e:02:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307c6b6e-0f82-40c4-b650-3308888231c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:13:43.845670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5b541b0f-20f2-4df9-a2e7-ce481afd07ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:43.864334 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8088dbbb-be33-4775-8d10-cdcb4b18ee8f,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:43.867407 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:43.873589 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8088dbbb-be33-4775-8d10-cdcb4b18ee8f HTTP/1.1" status: 204 len: 168 time: 0.2858517 Oct 27 14:13:43.873589 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-af967555-b8a7-413a-998a-996771ccea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:44.101381 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:44.157219 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2595e763-ac47-4631-a300-077b9b157a76 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:44.206937 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-ed2457c8-3095-4c4b-9c2e-011e3281e736 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.2874818 Oct 27 14:13:44.211248 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 2595e763-ac47-4631-a300-077b9b157a76, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2595e763-ac47-4631-a300-077b9b157a76,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:44.229193 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:44.234146 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-36f99301-42fd-40bf-924e-661d043d3fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:44.302036 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8e42-0493-4c7a-9260-bd547011bdee req-475ba2b6-6917-497a-9326-67bdddfe0096 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:44.304767 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a2b8e42-0493-4c7a-9260-bd547011bdee req-475ba2b6-6917-497a-9326-67bdddfe0096 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1760809 Oct 27 14:13:44.320708 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=2595e763-ac47-4631-a300-077b9b157a76,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:44.326960 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:44.352690 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a2b8e42-0493-4c7a-9260-bd547011bdee req-4ffc41ab-e180-46c1-bee0-4e25309f6959 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Oct 27 14:13:44.436942 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fa49-4c8a-4be7-b660-059418283b35 req-65589f5e-1f4d-4086-afd8-97c0a6074531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:44.438415 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-65589f5e-1f4d-4086-afd8-97c0a6074531 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.2199562 Oct 27 14:13:44.506699 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4e2a2-d7fc-4540-90c3-7dfe73da116e req-00fc6ba1-d04c-4d79-b0de-3e219d3bed89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:44.508168 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bac4e2a2-d7fc-4540-90c3-7dfe73da116e req-00fc6ba1-d04c-4d79-b0de-3e219d3bed89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 944 time: 0.2334895 Oct 27 14:13:44.528184 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['2595e763-ac47-4631-a300-077b9b157a76'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:13:44.538038 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-0f1a968c-1e33-439e-94f1-40f2ef334b06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.0867062 Oct 27 14:13:44.610997 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bac4e2a2-d7fc-4540-90c3-7dfe73da116e req-6126f120-e91f-43e2-a448-b8c24466b754 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964854 Oct 27 14:13:44.621875 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865fa49-4c8a-4be7-b660-059418283b35 req-47170247-0c9b-4370-96b3-bc1eb3c05a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:44.623840 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-47170247-0c9b-4370-96b3-bc1eb3c05a23 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.0721555 Oct 27 14:13:44.682080 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-d9b2c8c5-5a70-4722-8648-ed4e43683b1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473299 Oct 27 14:13:44.829127 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-b57bb5d1-a7c7-4431-a7ca-e75ebd6b4db2 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371307 Oct 27 14:13:45.015456 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7865fa49-4c8a-4be7-b660-059418283b35 req-bc28547d-4364-41ff-a784-d9f684681c3c service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470327 Oct 27 14:13:45.022208 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d0893-3b85-4cb6-8a6f-e5d9f7f50c17 req-0e5651f5-2578-480c-a2f1-4e20908e113f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:45.023553 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-966d0893-3b85-4cb6-8a6f-e5d9f7f50c17 req-0e5651f5-2578-480c-a2f1-4e20908e113f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1905813 Oct 27 14:13:45.075893 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-966d0893-3b85-4cb6-8a6f-e5d9f7f50c17 req-d2d6976c-0ccb-4f17-97b0-f4d705873612 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461016 Oct 27 14:13:45.566499 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cacd39-f49b-43b1-94fe-aa60312b171b req-ed3cff07-4320-4347-9915-9c81d72d3407 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:45.568066 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f5cacd39-f49b-43b1-94fe-aa60312b171b req-ed3cff07-4320-4347-9915-9c81d72d3407 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0899096 Oct 27 14:13:45.615080 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f5cacd39-f49b-43b1-94fe-aa60312b171b req-1aa7a53b-97a7-4a27-af4d-e45598a171dd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Oct 27 14:13:45.659064 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2595e763-ac47-4631-a300-077b9b157a76 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:13:45.728462 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 2595e763-ac47-4631-a300-077b9b157a76 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:13:45.733629 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 2595e763-ac47-4631-a300-077b9b157a76 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:13:45.734036 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:45.812986 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75735d84-1c5d-48f7-b5b9-43f1fe0464f6 req-8cb7f2a2-060e-4305-a26b-c3cbcb6cc77a tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:45.814947 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-75735d84-1c5d-48f7-b5b9-43f1fe0464f6 req-8cb7f2a2-060e-4305-a26b-c3cbcb6cc77a tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 944 time: 0.0784547 Oct 27 14:13:45.852238 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:45.867706 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-75735d84-1c5d-48f7-b5b9-43f1fe0464f6 req-76ddf215-2224-48af-a397-dd9ede1c1036 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Oct 27 14:13:45.878893 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2595e763-ac47-4631-a300-077b9b157a76'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:45.902525 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 2595e763-ac47-4631-a300-077b9b157a76, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2595e763-ac47-4631-a300-077b9b157a76,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:45.907825 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:45.909948 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d6fea2f3-497c-439b-8206-f52a950c6eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:45.946549 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2595e763-ac47-4631-a300-077b9b157a76', 'code': 200} Oct 27 14:13:45.985323 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=2595e763-ac47-4631-a300-077b9b157a76,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:45.988488 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:46.196388 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c0f4f93b-87e1-46d7-8f5c-08e4faeccd04 req-ecaaaae5-dac9-4d9a-8743-b7543c5d15fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 1098 time: 0.0680747 Oct 27 14:13:46.243123 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c0f4f93b-87e1-46d7-8f5c-08e4faeccd04 req-c1a7edfd-7aac-4f25-b1cc-269f7a3087c1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Oct 27 14:13:46.280439 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b67bf9-5a26-483b-9320-44cd2fb2b5ef req-de50d59e-c88f-4314-bdb4-7cda702f5380 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:46.280439 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d7b67bf9-5a26-483b-9320-44cd2fb2b5ef req-de50d59e-c88f-4314-bdb4-7cda702f5380 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0796173 Oct 27 14:13:46.333055 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d7b67bf9-5a26-483b-9320-44cd2fb2b5ef req-7f654197-8828-4d8a-9645-bc66cf88c216 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Oct 27 14:13:46.847083 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87b428-1f4c-4249-ac45-49122aca51b4 req-907ae9ea-0ca0-45c8-80e6-2763667080d3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:46.849815 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-de87b428-1f4c-4249-ac45-49122aca51b4 req-907ae9ea-0ca0-45c8-80e6-2763667080d3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0974770 Oct 27 14:13:46.900319 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-de87b428-1f4c-4249-ac45-49122aca51b4 req-87385c07-dd8c-4c73-ad7a-242dee8aea5c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Oct 27 14:13:47.146526 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b75ca2-8d9d-462d-a23a-4d04c0a9881a req-00300dc3-b109-4de4-bdc4-cac9e59ed6b5 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:47.147979 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-48b75ca2-8d9d-462d-a23a-4d04c0a9881a req-00300dc3-b109-4de4-bdc4-cac9e59ed6b5 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 945 time: 0.1473591 Oct 27 14:13:47.201274 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-48b75ca2-8d9d-462d-a23a-4d04c0a9881a req-9a66a980-f25b-484b-be38-403423dc21e9 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Oct 27 14:13:47.543330 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4e0da-28ff-47bd-987d-5a177594317b req-3f9a3e1a-6355-45c8-a632-e347a354579e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:47.545247 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ddc4e0da-28ff-47bd-987d-5a177594317b req-3f9a3e1a-6355-45c8-a632-e347a354579e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0843580 Oct 27 14:13:47.592642 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ddc4e0da-28ff-47bd-987d-5a177594317b req-24d4dd1b-60de-4100-b43b-90955a8e71de tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402081 Oct 27 14:13:48.121285 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cffafd-7b88-44ae-8ceb-9ec72c4838c9 req-6b3115d9-6e05-445e-a7b4-4a556ac8492b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:48.122656 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a5cffafd-7b88-44ae-8ceb-9ec72c4838c9 req-6b3115d9-6e05-445e-a7b4-4a556ac8492b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0800130 Oct 27 14:13:48.175198 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a5cffafd-7b88-44ae-8ceb-9ec72c4838c9 req-d1104dbd-b4d1-4615-a681-d8cbbd6b3528 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Oct 27 14:13:48.413639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db6e7-e314-4e81-8865-c0cd26dfc8c4 req-9373ea95-cc8e-4b31-a902-d90f3d588c77 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:48.415134 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-797db6e7-e314-4e81-8865-c0cd26dfc8c4 req-9373ea95-cc8e-4b31-a902-d90f3d588c77 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 945 time: 0.0909982 Oct 27 14:13:48.460845 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-797db6e7-e314-4e81-8865-c0cd26dfc8c4 req-be776b34-7432-45dd-944e-59b1e2787957 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Oct 27 14:13:48.793971 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c7ef-9478-4edf-84e7-21668d02e23a req-4ac37f04-9872-431b-9707-772cf55dadac tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:48.795422 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bd31c7ef-9478-4edf-84e7-21668d02e23a req-4ac37f04-9872-431b-9707-772cf55dadac tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0773456 Oct 27 14:13:48.840703 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bd31c7ef-9478-4edf-84e7-21668d02e23a req-47b0e934-6a3d-4c8a-a479-00302bb642b1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395072 Oct 27 14:13:49.632284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ecf18f4b-ab01-42c5-881c-80b6a099261e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:50.042921 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801e26a-d860-491c-8bdc-d661f325cd5d req-24f3f46d-dbdf-4d8a-a7bb-ec1c2179d271 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:50.042921 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7801e26a-d860-491c-8bdc-d661f325cd5d req-24f3f46d-dbdf-4d8a-a7bb-ec1c2179d271 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0849116 Oct 27 14:13:50.087021 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:50.098159 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7801e26a-d860-491c-8bdc-d661f325cd5d req-9725f8da-3776-47b1-b749-16656b1a57d7 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Oct 27 14:13:50.179736 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ad9bd-cd67-4729-a8bf-a80fda37fad3 req-88141cf1-89c3-4822-a32a-3f090b12fb51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:50.181170 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-677ad9bd-cd67-4729-a8bf-a80fda37fad3 req-88141cf1-89c3-4822-a32a-3f090b12fb51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1561491 Oct 27 14:13:50.228712 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-677ad9bd-cd67-4729-a8bf-a80fda37fad3 req-4cba22c1-9350-4010-9604-05a695853ef9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Oct 27 14:13:50.286550 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd663-7cff-4e35-be99-c93093895857 req-cfa01425-b743-42ed-b06e-62c22cbe7aef tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:50.288011 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3cbcd663-7cff-4e35-be99-c93093895857 req-cfa01425-b743-42ed-b06e-62c22cbe7aef tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 945 time: 0.0789351 Oct 27 14:13:50.333515 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3cbcd663-7cff-4e35-be99-c93093895857 req-aa326318-bba3-4619-9d10-45aa765b9c18 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Oct 27 14:13:51.432996 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd55763-8268-43fa-b907-c44a960011b7 req-45871ac5-c437-4523-8c8c-774fc23bbbed tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:51.434474 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7cd55763-8268-43fa-b907-c44a960011b7 req-45871ac5-c437-4523-8c8c-774fc23bbbed tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0818586 Oct 27 14:13:51.479517 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7cd55763-8268-43fa-b907-c44a960011b7 req-5f2da29c-9674-4c64-a8d5-d9ba187fa61a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395854 Oct 27 14:13:51.534852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be70b32-16b6-450c-8c2b-083364f83bae req-8640312b-7b3a-4777-847a-ef59276e7e34 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:51.536286 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8be70b32-16b6-450c-8c2b-083364f83bae req-8640312b-7b3a-4777-847a-ef59276e7e34 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 945 time: 0.0816135 Oct 27 14:13:51.580907 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8be70b32-16b6-450c-8c2b-083364f83bae req-aecd3638-6b20-4f6a-8c87-4aa9add1ec81 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Oct 27 14:13:51.773590 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-056315ba-3c55-4454-8310-b28b06b35c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:52.062297 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290236f1-ee89-40fd-83f2-185ece54414b req-97cc2c63-ea7e-4f3c-8584-72ea627cd965 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:52.063726 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-290236f1-ee89-40fd-83f2-185ece54414b req-97cc2c63-ea7e-4f3c-8584-72ea627cd965 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 945 time: 0.0880129 Oct 27 14:13:52.139236 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Deleting port 2595e763-ac47-4631-a300-077b9b157a76 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:13:52.139565 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:52.404020 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] For port 2595e763-ac47-4631-a300-077b9b157a76, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=2595e763-ac47-4631-a300-077b9b157a76,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:13:52.404383 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:52.543537 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Calling delete_port for 2595e763-ac47-4631-a300-077b9b157a76 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:13:52.725732 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:52.794369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff1eb-119e-432c-a598-a30bf80873f6 req-44bccb9c-bd52-4edb-b645-395d9e2201f2 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:52.795873 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-191ff1eb-119e-432c-a598-a30bf80873f6 req-44bccb9c-bd52-4edb-b645-395d9e2201f2 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=affcd74a-1a17-4012-8e2a-00c7e2f3156d HTTP/1.1" status: 200 len: 945 time: 0.0816028 Oct 27 14:13:52.802217 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:52.809079 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b475-7100-4794-9d9d-5e754a55b442 req-15681280-3fe1-4cc7-858b-d1b63b02a464 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:52.810536 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dc17b475-7100-4794-9d9d-5e754a55b442 req-15681280-3fe1-4cc7-858b-d1b63b02a464 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1460958 Oct 27 14:13:52.817602 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:52.821538 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['2595e763-ac47-4631-a300-077b9b157a76'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:13:52.850730 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-191ff1eb-119e-432c-a598-a30bf80873f6 req-c76bbbce-5f63-40b1-a5ed-925b7d59e5a6 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485694 Oct 27 14:13:52.871784 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Pushing event deleted for resources: {'Port': ['ID=2595e763-ac47-4631-a300-077b9b157a76,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:52.880303 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:52.970962 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] No DVR routers for this DVR port 2595e763-ac47-4631-a300-077b9b157a76 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:13:52.988406 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dc17b475-7100-4794-9d9d-5e754a55b442 req-f9bb273d-ad02-49ad-a421-5516aa9a45f5 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447012 Oct 27 14:13:52.991261 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:52.994336 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'name': 'network-vif-deleted', 'tag': '2595e763-ac47-4631-a300-077b9b157a76'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:53.022283 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-290236f1-ee89-40fd-83f2-185ece54414b req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "DELETE /v2.0/ports/2595e763-ac47-4631-a300-077b9b157a76 HTTP/1.1" status: 204 len: 173 time: 0.9505742 Oct 27 14:13:53.064968 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affcd74a-1a17-4012-8e2a-00c7e2f3156d', 'name': 'network-vif-deleted', 'tag': '2595e763-ac47-4631-a300-077b9b157a76', 'status': 'completed', 'code': 200} Oct 27 14:13:53.684299 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-b636a41a-d6e3-4ea1-9713-6f11eb5074d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.1283560 Oct 27 14:13:53.698178 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc2274-f933-4858-b5b2-8ee2ad565782 req-8b555501-6d1c-4ac3-94d7-7d5b3874bf33 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:53.699546 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-76fc2274-f933-4858-b5b2-8ee2ad565782 req-8b555501-6d1c-4ac3-94d7-7d5b3874bf33 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1023870 Oct 27 14:13:53.828855 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-76fc2274-f933-4858-b5b2-8ee2ad565782 req-32353883-46d4-4742-9db7-335097a804be tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099000 Oct 27 14:13:53.858050 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-5ed09827-9209-4b50-9ee5-ff413901b183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:53.859487 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-5ed09827-9209-4b50-9ee5-ff413901b183 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.1591144 Oct 27 14:13:54.000522 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-af36d931-6242-4894-ad47-d3ddfd46fac2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.1261151 Oct 27 14:13:54.073618 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-11074c32-3005-4ed0-9e85-e23c6efc1c58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:54.075151 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-11074c32-3005-4ed0-9e85-e23c6efc1c58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.0658529 Oct 27 14:13:54.170700 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-5b02ad65-ab7a-49e2-97af-d60f49c568e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866990 Oct 27 14:13:54.327433 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490af3a-0b31-470f-bb37-1aa5ac226363 req-acc8a887-aa16-493e-8b4f-da5e1db51d6e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:54.328904 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e490af3a-0b31-470f-bb37-1aa5ac226363 req-acc8a887-aa16-493e-8b4f-da5e1db51d6e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.2005513 Oct 27 14:13:54.334753 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-0fcb535d-4918-42b3-a3b5-cfab11729713 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560988 Oct 27 14:13:54.462807 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e490af3a-0b31-470f-bb37-1aa5ac226363 req-1494a880-2d1f-4d32-86a8-cca551cb199e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270463 Oct 27 14:13:54.466436 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-79a56d4d-ff86-441b-9f9a-36f99a68a077 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:54.474396 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-79a56d4d-ff86-441b-9f9a-36f99a68a077 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/networks?id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 200 len: 808 time: 0.1406281 Oct 27 14:13:54.486125 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-16822f3f-c0fc-4ad3-acb2-eee86ff19964 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/quotas/ea7eaae09c94454c9f3479d650d856c9 HTTP/1.1" status: 200 len: 375 time: 0.0114555 Oct 27 14:13:54.506322 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e80bdd7b-3e8f-4494-8ae7-340619c80328 req-f59f19bf-96d6-4b88-8bd2-6d65606da69d service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539714 Oct 27 14:13:54.519248 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:54.534527 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-fcdb60a0-7852-4eaf-a144-815b600e6307 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea7eaae09c94454c9f3479d650d856c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423532 Oct 27 14:13:54.669364 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-c30ba2e1-36c8-4f2b-8ebb-7c725bc015c6 service neutron] 10.222.0.61 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259296 Oct 27 14:13:54.802289 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-4a55bae7-636d-4389-89de-04d076742190 service neutron] 10.222.0.61 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270049 Oct 27 14:13:55.047543 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ef6dcd65-6970-460b-be45-e0d6a104de07 req-f118e645-8791-4c36-9eea-549dde97a79c tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 210 time: 0.0589490 Oct 27 14:13:55.077652 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf96a0-d820-4c1e-95cb-8682ab81f060 req-702f6642-2d4b-4614-b37f-63124e625f71 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:55.080512 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dbaf96a0-d820-4c1e-95cb-8682ab81f060 req-702f6642-2d4b-4614-b37f-63124e625f71 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0994432 Oct 27 14:13:55.126762 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dbaf96a0-d820-4c1e-95cb-8682ab81f060 req-e139d801-4842-475e-86e8-5df636fa7fcd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Oct 27 14:13:55.199145 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 32954) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:55.420231 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.451443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:55.455297 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Usage tracker for resource:security_group_rule and tenant:1af06157c1074f01ba4e654905c6fc30 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:55.458674 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:55.464501 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:55.545380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.550134 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.557972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7d0e4a5c-b6b3-4919-a645-4523f80b4dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:55.599653 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8db4ec-06c1-4573-bedc-30030536f9b2,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:55.609164 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1af06157c1074f01ba4e654905c6fc30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4087954 Oct 27 14:13:55.613141 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.613503 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.613880 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.614229 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.614575 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.614925 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.615266 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.615613 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.615952 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.617067 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.617419 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:55.621687 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:55.622516 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 32966) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:55.682013 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c78154-5da9-4308-8cba-9141055c6c1f req-95e2be02-47b9-4d10-9d11-7a053b44466d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:55.683536 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-29c78154-5da9-4308-8cba-9141055c6c1f req-95e2be02-47b9-4d10-9d11-7a053b44466d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0792935 Oct 27 14:13:55.692466 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.705381 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2595e763-ac47-4631-a300-077b9b157a76 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:13:55.719242 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.736153 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-29c78154-5da9-4308-8cba-9141055c6c1f req-262217d2-25d2-4d25-9217-67e512c6dd8b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469670 Oct 27 14:13:55.742551 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 2595e763-ac47-4631-a300-077b9b157a76 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:13:55.742905 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 2595e763-ac47-4631-a300-077b9b157a76 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:13:55.782301 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.786081 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:55.799649 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8db4ec-06c1-4573-bedc-30030536f9b2,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:55.802375 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:55.803497 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:55.804595 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f8db4ec-06c1-4573-bedc-30030536f9b2 HTTP/1.1" status: 204 len: 168 time: 0.1811895 Oct 27 14:13:56.269863 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-64866183-d6b2-454f-aec4-322b3723f401 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:56.272347 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-64866183-d6b2-454f-aec4-322b3723f401 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "GET /v2.0/networks?id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 200 len: 808 time: 0.1689994 Oct 27 14:13:56.278955 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cdd18cc2-9513-44fc-8eb3-bb55620890ba req-59e60ede-c9d8-46d5-a4dd-ad3eb57fd563 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 210 time: 0.0578823 Oct 27 14:13:56.319972 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Request body: {'port': {'device_id': '542acc63-718f-4e49-beb8-86c19147fdfa', 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2', 'admin_state_up': True, 'tenant_id': 'ea7eaae09c94454c9f3479d650d856c9'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:56.521684 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:56.531820 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f5d5-377e-4f07-b153-091ea07872c0 req-8217f444-2170-4e62-836b-fc1f8cd0a9b7 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:56.533410 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-68d6f5d5-377e-4f07-b153-091ea07872c0 req-8217f444-2170-4e62-836b-fc1f8cd0a9b7 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1795166 Oct 27 14:13:56.534499 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Usage tracker for resource:port and tenant:ea7eaae09c94454c9f3479d650d856c9 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:56.538672 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:56.558148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:56.586299 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Made reservation on behalf of ea7eaae09c94454c9f3479d650d856c9 for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:56.589365 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:56.620530 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-68d6f5d5-377e-4f07-b153-091ea07872c0 req-d349c6f0-3bdb-4577-be64-15a9334cb6dd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787630 Oct 27 14:13:56.760983 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Allocated IP 172.20.0.13 (b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2/307c6b6e-0f82-40c4-b650-3308888231c7/5f5bb3d2-1d39-496e-8dc5-e618ccb0e287) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:56.789118 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 32998) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:56.935490 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-783864307-network', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:56.942906 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:56.948329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Usage tracker for resource:network and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:56.952861 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:56.965299 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:56.973092 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:56.985919 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Made reservation on behalf of 13da5b00f3b1403c8bde5496a4734efd for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:56.988160 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.003213 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.004089 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9191f-3a24-4294-a32d-90ad603f0c39 req-f1ff6c2c-92f1-49f8-9d36-56df84fd27a2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:57.005634 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b2d9191f-3a24-4294-a32d-90ad603f0c39 req-f1ff6c2c-92f1-49f8-9d36-56df84fd27a2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1395090 Oct 27 14:13:57.008230 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.009133 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b948061e-8437-48cf-83fe-83fb7e287b89 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:57.070711 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:57.071983 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:57.075454 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:57.076169 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:57.079042 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:57.079228 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:57.083503 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b2d9191f-3a24-4294-a32d-90ad603f0c39 req-eea8d6dd-7365-4bc5-957f-8bc0129a61cb tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650082 Oct 27 14:13:57.087132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:57.118421 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Pushing event updated for resources: {'Port': ['ID=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:57.140518 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.140872 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.141222 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.141581 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.141928 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.142262 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.142594 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.142950 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.143282 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.143612 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.143940 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:57.149519 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:57.155573 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:57.156175 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.163408 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.168992 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.173715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:57.180337 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8643389 Oct 27 14:13:57.193116 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Request body: {'port': {'device_id': '542acc63-718f-4e49-beb8-86c19147fdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:57.199700 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1120} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:13:57.214290 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e185bcd0-a444-41a9-921f-a75bd4b43ac8,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:57.217871 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:57.219271 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.219641 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Added segment d3efcff4-f013-4c8b-9aab-0981f765e734 of type vlan for network 9b1f7771-8415-439b-9fd7-70a940091936 Oct 27 14:13:57.250812 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.284900 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.286170 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:57.286753 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.290103 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:57.371903 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.399761 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Pushing event updated for resources: {'Network': ['ID=9b1f7771-8415-439b-9fd7-70a940091936,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:57.405579 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6123798 Oct 27 14:13:57.405579 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:57.406187 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33008) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:57.411472 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Request body: {'subnet': {'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-783864307-subnet', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:57.412662 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 9b1f7771-8415-439b-9fd7-70a940091936 details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:13:57.416443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:57.421160 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Usage tracker for resource:subnet and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:57.424123 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:57.430044 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:57.443659 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Made reservation on behalf of 13da5b00f3b1403c8bde5496a4734efd for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:13:57.446249 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3869204'] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.613040 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700e78a-fc35-4752-b0c3-2de52a9ec971 req-c2c2edd9-122f-403a-9a14-8fd461be947d tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:57.613812 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-9700e78a-fc35-4752-b0c3-2de52a9ec971 req-c2c2edd9-122f-403a-9a14-8fd461be947d tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Synchronizing usage tracker for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:13:57.693966 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-9700e78a-fc35-4752-b0c3-2de52a9ec971 req-c2c2edd9-122f-403a-9a14-8fd461be947d tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Unset dirty status for tenant:ea7eaae09c94454c9f3479d650d856c9 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:13:57.695064 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9700e78a-fc35-4752-b0c3-2de52a9ec971 req-c2c2edd9-122f-403a-9a14-8fd461be947d tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 932 time: 0.2762122 Oct 27 14:13:57.753731 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3869282'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.757475 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:57.769194 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9700e78a-fc35-4752-b0c3-2de52a9ec971 req-faa576e8-02fa-49d3-ab02-5809b8c56bd1 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677595 Oct 27 14:13:57.819685 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636d6cf4-d60b-4f32-9b3d-f0da80b35799,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:57.829394 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:57.845140 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:13:57.845466 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Checking segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:57.845825 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Network hostable DHCP agents. Network: 9b1f7771-8415-439b-9fd7-70a940091936, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:13:57.853573 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.870115 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Network 9b1f7771-8415-439b-9fd7-70a940091936 is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:13:57.873309 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Transition to ACTIVE for port object 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:57.877154 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.881275 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e20ca219-ca29-4fac-bec8-e153a88b0a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:57.933176 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 9b1f7771-8415-439b-9fd7-70a940091936) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:57.938598 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:57.939317 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:57.953481 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901688ce-06dd-4a31-9da2-e34bb84e8ea5 None None] Network 9b1f7771-8415-439b-9fd7-70a940091936 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:13:57.973483 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-c8fc7789-7538-4dc2-b40f-c92fd3089058 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5661592 Oct 27 14:13:57.976553 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33016) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:13:57.983528 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:13:57.989962 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:13:57.996336 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Usage tracker for resource:router and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:13:58.000121 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:13:58.007651 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:13:58.014916 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b721-8a87-4cf9-9cb8-ffb41e2a18c2 req-bdf078a5-5646-422c-b06b-a8b940f89a85 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:58.016406 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1ea4b721-8a87-4cf9-9cb8-ffb41e2a18c2 req-bdf078a5-5646-422c-b06b-a8b940f89a85 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1336854 Oct 27 14:13:58.017294 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:58.020826 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:58.042444 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.043443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.083573 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1ea4b721-8a87-4cf9-9cb8-ffb41e2a18c2 req-264684de-8c63-4ba7-a9ac-b8410fdad076 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Oct 27 14:13:58.087158 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.133353 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Attempting to bind port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:58.133725 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Attempting to bind port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:58.134118 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Attempting to bind port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 on network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:58.140532 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 on network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:13:58.140968 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Attempting to bind port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 on network b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:58.147923 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:58.148304 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Checking segment: {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:58.149089 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Bound using segment: {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:58.149523 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Bound port: 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a7b3d0-ec62-4804-902b-56ee456c8aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:58.149887 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.230014 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-9b1f7771-8415-439b-9fd7-70a940091936', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:13:58.232414 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.272579 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.297245 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] For port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:58.302521 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] For port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:58.308011 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.320189 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:58.390230 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.391590 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] 10.222.0.82 "PUT /v2.0/ports/5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 HTTP/1.1" status: 200 len: 1094 time: 1.2026961 Oct 27 14:13:58.392213 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542acc63-718f-4e49-beb8-86c19147fdfa', 'tag': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:13:58.410341 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446a6a-d722-42eb-a474-ce2979f6f463 req-30e47998-2b14-43f7-aadd-c1bb24535b2d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:58.411763 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-02446a6a-d722-42eb-a474-ce2979f6f463 req-30e47998-2b14-43f7-aadd-c1bb24535b2d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1688612 Oct 27 14:13:58.421915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:58.437026 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:58.445041 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Allocated IP 172.20.0.2 (9b1f7771-8415-439b-9fd7-70a940091936/636d6cf4-d60b-4f32-9b3d-f0da80b35799/65149386-9590-4728-bf22-14f4bee3e34a) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:58.497969 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542acc63-718f-4e49-beb8-86c19147fdfa', 'tag': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287', 'status': 'completed', 'code': 200} Oct 27 14:13:58.511790 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.522293 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-02446a6a-d722-42eb-a474-ce2979f6f463 req-ed716ca7-1e15-4561-a4c4-2bc9d442233f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022229 Oct 27 14:13:58.537304 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-d65af307-60d1-4f4b-937b-5209c41ac484 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ea7eaae09c94454c9f3479d650d856c9&device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 1097 time: 0.0946755 Oct 27 14:13:58.550692 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.618332 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-9e629540-e5dc-4195-90b8-ab85db7c8116 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 HTTP/1.1" status: 200 len: 217 time: 0.0699844 Oct 27 14:13:58.695794 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-3b003102-f54f-4dcc-9958-b919e2cd99f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:58.697343 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.698245 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-3b003102-f54f-4dcc-9958-b919e2cd99f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=307c6b6e-0f82-40c4-b650-3308888231c7 HTTP/1.1" status: 200 len: 848 time: 0.0715005 Oct 27 14:13:58.710768 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Transition to ACTIVE for port object 65149386-9590-4728-bf22-14f4bee3e34a will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:58.729578 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Transition to ACTIVE for port object 65149386-9590-4728-bf22-14f4bee3e34a will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:13:58.732077 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Allocated IP 172.28.1.194 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/fc2d5325-ed0c-4c0c-a637-984b5505524b) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:13:58.740578 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.751621 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-14b76557-1aca-4627-8f31-c3f4cdb73889 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446007 Oct 27 14:13:58.753616 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:58.818172 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Network 9b1f7771-8415-439b-9fd7-70a940091936 is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:58.838741 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:58.846989 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:58.946054 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:58.993250 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:59.015683 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:59.027604 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Pushing event updated for resources: {'Port': ['ID=65149386-9590-4728-bf22-14f4bee3e34a,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:59.052881 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.053392 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.054061 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.054597 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.055148 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.055688 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.056227 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.056759 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.057284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.057924 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.058450 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:13:59.062755 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-c024f63d-94d0-427c-9fe8-5bf7b9cb9bd4 service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025203 Oct 27 14:13:59.063796 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:59.064754 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Attempting to bind port 65149386-9590-4728-bf22-14f4bee3e34a on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:13:59.065180 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Attempting to bind port 65149386-9590-4728-bf22-14f4bee3e34a by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:13:59.065786 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Attempting to bind port 65149386-9590-4728-bf22-14f4bee3e34a on network 9b1f7771-8415-439b-9fd7-70a940091936 {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:13:59.073416 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:13:59.074190 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Checking segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:13:59.074722 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:13:59.075026 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:59.075615 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Bound using segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:13:59.076299 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Bound port: 65149386-9590-4728-bf22-14f4bee3e34a, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:13:59.076919 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:59.077791 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:13:59.086621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:13:59.159670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Pushing event updated for resources: {'Port': ['ID=fc2d5325-ed0c-4c0c-a637-984b5505524b,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:59.170080 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:59.172998 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] For port 65149386-9590-4728-bf22-14f4bee3e34a, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:13:59.176773 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] For port 65149386-9590-4728-bf22-14f4bee3e34a, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=65149386-9590-4728-bf22-14f4bee3e34a,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:13:59.183131 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:59.187316 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-1994d73e-3815-40f4-82b5-21a2b44faebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:13:59.260336 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f05247-95ba-45ed-a3ac-00bc798886cc req-04af8733-1d06-45e9-91af-9622a6ba491c tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:59.261859 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f05247-95ba-45ed-a3ac-00bc798886cc req-04af8733-1d06-45e9-91af-9622a6ba491c tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 944 time: 0.2656109 Oct 27 14:13:59.269114 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Pushing event updated for resources: {'Port': ['ID=65149386-9590-4728-bf22-14f4bee3e34a,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:13:59.272086 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:13:59.328031 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86697fbc-3922-4191-b2a5-ba3504b2ddb2 req-de8efa26-6340-405b-b786-351d1b8b284f service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555244 Oct 27 14:13:59.335268 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d333f0-cde0-47cc-9e70-5a2839ceb966 req-d91b4c7d-86a8-4606-9cdb-06ea9ce81916 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:59.336745 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-43d333f0-cde0-47cc-9e70-5a2839ceb966 req-d91b4c7d-86a8-4606-9cdb-06ea9ce81916 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1110852 Oct 27 14:13:59.349912 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f05247-95ba-45ed-a3ac-00bc798886cc req-84eef54b-c183-4e34-a522-78e8cf047996 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716264 Oct 27 14:13:59.404236 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-43d333f0-cde0-47cc-9e70-5a2839ceb966 req-e2c934a8-1545-444b-847f-87f80fbfd9e8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564885 Oct 27 14:13:59.415588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:59.416369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:13:59.514452 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-9df131ad-506a-42bc-b977-b9da3ca4fb37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ea7eaae09c94454c9f3479d650d856c9&device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 1097 time: 0.1105642 Oct 27 14:13:59.657039 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-cd4e04fb-efef-4aa3-a6be-de582c66059f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:59.658814 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-cd4e04fb-efef-4aa3-a6be-de582c66059f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 200 len: 910 time: 0.1355982 Oct 27 14:13:59.674137 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Router f937e272-74f5-42c9-9882-af3244a2d49d is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:13:59.770373 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-14795199-1e55-440c-ad58-0c492b270fc7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 HTTP/1.1" status: 200 len: 217 time: 0.0744443 Oct 27 14:13:59.853391 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e2453-557b-4752-b236-4e703776e032 req-6404f496-1e12-4b29-bc08-5fa63a7795f4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:59.854940 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1d8e2453-557b-4752-b236-4e703776e032 req-6404f496-1e12-4b29-bc08-5fa63a7795f4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1903596 Oct 27 14:13:59.858559 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-07b19f92-9d1a-484d-af19-becc6c9e2e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:13:59.859900 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-07b19f92-9d1a-484d-af19-becc6c9e2e90 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=307c6b6e-0f82-40c4-b650-3308888231c7 HTTP/1.1" status: 200 len: 848 time: 0.0727351 Oct 27 14:13:59.943107 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-3f94d965-14bd-4666-8b4a-097c65382727 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649390 Oct 27 14:13:59.984566 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:13:59.987782 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1d8e2453-557b-4752-b236-4e703776e032 req-1e335c17-6411-48c4-ae34-f48f544b7249 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247499 Oct 27 14:13:59.996618 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Sync routers for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:14:00.012063 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:00.013500 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0360134 Oct 27 14:14:00.016521 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33038) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:00.021218 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:00.021872 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:00.162710 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-6dccc410-0753-417f-8883-df1a1a089485 service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050016 Oct 27 14:14:00.379848 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da434ee1-5e58-410e-bc83-fccff291ce72 None None] Network 9b1f7771-8415-439b-9fd7-70a940091936 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:14:00.388215 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:00.414760 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1a42fca2-b85a-47c1-ae12-1c6d0e3d1137 req-5bff83eb-ff11-43ba-bf0c-e682ca422848 service neutron] 10.222.0.82 "GET /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421498 Oct 27 14:14:00.593401 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38640a0-d8a2-4ab5-a9e7-920abf005d66 req-4b4b7446-19cf-4a6c-96b1-366055b761ee tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:00.601946 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a38640a0-d8a2-4ab5-a9e7-920abf005d66 req-4b4b7446-19cf-4a6c-96b1-366055b761ee tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 944 time: 0.0885322 Oct 27 14:14:00.606424 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b767e728-aae5-4d6b-9749-7ab3429d8acf None None] Provisioning for port 65149386-9590-4728-bf22-14f4bee3e34a completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:00.685985 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a38640a0-d8a2-4ab5-a9e7-920abf005d66 req-d8e1ff44-7045-46fe-9bf7-f596f408d0fe tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829868 Oct 27 14:14:00.819863 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:13:59Z', 'revision_number': 3, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:00.820110 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77f205-a7bf-416b-9212-1a1501d66c2f req-ccc5f2cd-d066-4e2d-a5df-3dc00b31636f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:00.823955 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Checking router: f937e272-74f5-42c9-9882-af3244a2d49d for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:14:00.824327 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Updating router f937e272-74f5-42c9-9882-af3244a2d49d port fc2d5325-ed0c-4c0c-a637-984b5505524b binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:14:00.827495 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4f77f205-a7bf-416b-9212-1a1501d66c2f req-ccc5f2cd-d066-4e2d-a5df-3dc00b31636f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1719282 Oct 27 14:14:00.851153 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 65149386-9590-4728-bf22-14f4bee3e34a up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:00.893084 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:00.905004 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4f77f205-a7bf-416b-9212-1a1501d66c2f req-14e97a04-ca5a-42f1-86ed-a3b2f3ffd305 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741222 Oct 27 14:14:00.978475 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 65149386-9590-4728-bf22-14f4bee3e34a completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:00.988666 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 65149386-9590-4728-bf22-14f4bee3e34a triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:00.989202 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.292719 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.293346 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14dad-784b-4bf5-9b9d-9dc1262e5154 req-ae59ff1b-86ac-4b24-ab28-067c9d109aba tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:01.294959 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-68a14dad-784b-4bf5-9b9d-9dc1262e5154 req-ae59ff1b-86ac-4b24-ab28-067c9d109aba tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0982826 Oct 27 14:14:01.299668 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.318045 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-10059940-4004-4dbe-90b9-2f51a47fe786 None None] Provisioning complete for port 65149386-9590-4728-bf22-14f4bee3e34a triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:01.318879 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-10059940-4004-4dbe-90b9-2f51a47fe786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.364352 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-68a14dad-784b-4bf5-9b9d-9dc1262e5154 req-cb29cf18-7573-432f-9bf5-09ad0ea23eb3 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633590 Oct 27 14:14:01.365746 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.383766 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Transition to ACTIVE for port object fc2d5325-ed0c-4c0c-a637-984b5505524b will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:01.392628 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.403642 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 65149386-9590-4728-bf22-14f4bee3e34a, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=65149386-9590-4728-bf22-14f4bee3e34a,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:01.407502 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-d4e971fa-31a3-4518-8f49-0361ed4307ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:01.451250 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.459732 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:01.495703 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Pushing event updated for resources: {'Port': ['ID=fc2d5325-ed0c-4c0c-a637-984b5505524b,revision_number=2']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:01.525195 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.526309 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.526813 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.527316 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.527647 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.528267 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.528267 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.528599 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.528915 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.529230 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.529564 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:01.534027 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Attempting to bind port fc2d5325-ed0c-4c0c-a637-984b5505524b on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:14:01.534414 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Attempting to bind port fc2d5325-ed0c-4c0c-a637-984b5505524b by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:14:01.534776 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Attempting to bind port fc2d5325-ed0c-4c0c-a637-984b5505524b on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:01.542502 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:01.549575 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:14:01.549957 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:01.550372 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.551426 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:14:01.552301 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Bound port: fc2d5325-ed0c-4c0c-a637-984b5505524b, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:14:01.552691 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.557627 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=65149386-9590-4728-bf22-14f4bee3e34a,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:01.561789 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:01.639654 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] For port fc2d5325-ed0c-4c0c-a637-984b5505524b, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:01.644414 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] For port fc2d5325-ed0c-4c0c-a637-984b5505524b, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=fc2d5325-ed0c-4c0c-a637-984b5505524b,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:01.649976 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.654867 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:01.660026 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Allocated IP 172.20.0.1 (9b1f7771-8415-439b-9fd7-70a940091936/636d6cf4-d60b-4f32-9b3d-f0da80b35799/e0cc62be-3771-4cc8-8b07-4db89d69f00f) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:01.709596 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:14:01.800768 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Pushing event updated for resources: {'Port': ['ID=fc2d5325-ed0c-4c0c-a637-984b5505524b,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:01.804910 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:01.805942 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:01.806558 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:01.858782 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.876887 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Transition to ACTIVE for port object e0cc62be-3771-4cc8-8b07-4db89d69f00f will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:01.941640 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:01.947188 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556af1-4c9c-4b07-95c0-f7b7c9cd04b5 req-1fd42e01-0c77-4096-96e8-c61c3af02379 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:01.949353 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b1556af1-4c9c-4b07-95c0-f7b7c9cd04b5 req-1fd42e01-0c77-4096-96e8-c61c3af02379 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.2608902 Oct 27 14:14:01.961135 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287', 'network_id': 'b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2', 'port_id': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287', 'mac_address': 'fa:16:3e:e6:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307c6b6e-0f82-40c4-b650-3308888231c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:14:01.961978 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:01.968739 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bf756309-d00d-4e2e-9130-9f0ee28bd182 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:02.002485 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:02.028315 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.052887 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:02.064641 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-7e04de40-2120-45c3-bf4c-611ae14ee90d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1099 time: 0.2779241 Oct 27 14:14:02.069445 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b1556af1-4c9c-4b07-95c0-f7b7c9cd04b5 req-3e24d40b-0f09-47e6-9f54-f4bef5f2562a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043935 Oct 27 14:14:02.073657 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:02.084764 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.087492 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:02.145947 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Pushing event updated for resources: {'Port': ['ID=e0cc62be-3771-4cc8-8b07-4db89d69f00f,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:02.150056 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:02.170290 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Network 9b1f7771-8415-439b-9fd7-70a940091936 is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:02.172523 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:02.176854 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:02.214690 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:02.226319 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:02.239542 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.255317 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcdaa9-eec4-410d-a07b-e37d09468424 req-637a2f76-8d24-4bbd-a00a-cb1b8de435b2 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:02.262701 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0ebcdaa9-eec4-410d-a07b-e37d09468424 req-637a2f76-8d24-4bbd-a00a-cb1b8de435b2 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 944 time: 0.3762567 Oct 27 14:14:02.299325 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621702-ec9c-47a7-9be8-bded3234742c req-e54ccd12-062b-4153-81ea-58cc9363bc46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:02.300936 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-e54ccd12-062b-4153-81ea-58cc9363bc46 service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.2245562 Oct 27 14:14:02.328214 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0ebcdaa9-eec4-410d-a07b-e37d09468424 req-61e24b40-45b5-475d-a356-df20c3aa85e3 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644143 Oct 27 14:14:02.377530 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:13:59Z', 'revision_number': 3, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:02.382836 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703db11-04aa-462b-afcd-fbbd4bca2e3d None None] The sync data for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb is: [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:13:59Z', 'revision_number': 3, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:14:02.397643 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['5f5bb3d2-1d39-496e-8dc5-e618ccb0e287'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:14:02.466722 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.536252 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dd1e5-a986-41a5-8ae5-5c707c7af093 req-3facdc09-6b96-4ffb-8f6a-acd20d6910d8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:02.538413 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd9dd1e5-a986-41a5-8ae5-5c707c7af093 req-3facdc09-6b96-4ffb-8f6a-acd20d6910d8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2365847 Oct 27 14:14:02.540821 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-355d803b-fe18-46f9-bc92-a8c076b6cc6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 1001 time: 0.1774683 Oct 27 14:14:02.734350 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-628db4c2-ea34-4c88-8eab-ebade840471f None None] Provisioning for port e0cc62be-3771-4cc8-8b07-4db89d69f00f completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:02.771090 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-628db4c2-ea34-4c88-8eab-ebade840471f None None] Provisioning complete for port e0cc62be-3771-4cc8-8b07-4db89d69f00f triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:02.780886 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-628db4c2-ea34-4c88-8eab-ebade840471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.824421 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621702-ec9c-47a7-9be8-bded3234742c req-0bf3a1ab-38fc-459f-aaa3-f1538b871af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:02.826133 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-0bf3a1ab-38fc-459f-aaa3-f1538b871af2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.2546747 Oct 27 14:14:02.832626 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.834738 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd9dd1e5-a986-41a5-8ae5-5c707c7af093 req-77d476f3-0108-4214-a6d2-adfc5ae02b8a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881424 Oct 27 14:14:02.847284 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:02.911259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6e79a0cd-8972-44ef-bd1f-39e35b554f4f tempest-DeleteServersTestJSON-157719801 tempest-DeleteServersTestJSON-157719801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:02.932081 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-9859ac4d-9beb-4da9-bcf0-8495a0ded372 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937865 Oct 27 14:14:02.934136 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 65149386-9590-4728-bf22-14f4bee3e34a up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:03.018999 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:03.046936 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-628db4c2-ea34-4c88-8eab-ebade840471f None None] Port e0cc62be-3771-4cc8-8b07-4db89d69f00f cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:14:03.060854 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Pushing event updated for resources: {'Port': ['ID=e0cc62be-3771-4cc8-8b07-4db89d69f00f,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:03.067235 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:03.108791 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 65149386-9590-4728-bf22-14f4bee3e34a triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:03.109578 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:03.110140 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-32b93b63-460d-4ee4-9801-421639026ff1 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698253 Oct 27 14:14:03.196138 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Network 9b1f7771-8415-439b-9fd7-70a940091936 is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:03.197580 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:03.369682 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad621702-ec9c-47a7-9be8-bded3234742c req-7f578f16-265d-4be5-a175-e8b7e5b641f4 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413607 Oct 27 14:14:03.396834 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b7e64-50c6-49db-8619-cf8df4168641 req-f6ab31a5-47c3-4943-9dbd-3d47b663785c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:03.398519 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-181b7e64-50c6-49db-8619-cf8df4168641 req-f6ab31a5-47c3-4943-9dbd-3d47b663785c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1487205 Oct 27 14:14:03.466762 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-181b7e64-50c6-49db-8619-cf8df4168641 req-66954cf5-6d48-44ab-b041-915d83f514b4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611634 Oct 27 14:14:03.572598 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-cda43fa5-fbc0-4bdd-abe4-1ba6ace50dfd None None] Provisioning complete for port e0cc62be-3771-4cc8-8b07-4db89d69f00f triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:03.573225 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-cda43fa5-fbc0-4bdd-abe4-1ba6ace50dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:03.626307 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-cda43fa5-fbc0-4bdd-abe4-1ba6ace50dfd None None] Port e0cc62be-3771-4cc8-8b07-4db89d69f00f cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:14:03.695297 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d6b5a-c75b-4b5f-a37d-78fdee6c2352 req-9246b5eb-a4a0-4296-b342-886c11dfca0a tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:03.696763 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-511d6b5a-c75b-4b5f-a37d-78fdee6c2352 req-9246b5eb-a4a0-4296-b342-886c11dfca0a tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 945 time: 0.1570599 Oct 27 14:14:03.759057 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-511d6b5a-c75b-4b5f-a37d-78fdee6c2352 req-74dbe09d-d91d-47f4-b220-3c29b1f0e72a tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563643 Oct 27 14:14:03.790082 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Router f937e272-74f5-42c9-9882-af3244a2d49d has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:04.014180 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:04.024280 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-c8a7c53a-4bae-4a47-ba85-0ccee64cee1a admin admin] 10.222.0.61 "PUT /v2.0/routers/f937e272-74f5-42c9-9882-af3244a2d49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0063589 Oct 27 14:14:04.050997 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cee21-e9cb-4425-a5e9-a1d496a036fc req-437e13d4-15bb-41e9-9a5b-a34a4212ae11 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:04.052576 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-374cee21-e9cb-4425-a5e9-a1d496a036fc req-437e13d4-15bb-41e9-9a5b-a34a4212ae11 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0898187 Oct 27 14:14:04.109153 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-374cee21-e9cb-4425-a5e9-a1d496a036fc req-6bc910fb-f76b-4f60-b32e-69a7c7242584 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Oct 27 14:14:04.782554 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device fc2d5325-ed0c-4c0c-a637-984b5505524b up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:04.859137 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port fc2d5325-ed0c-4c0c-a637-984b5505524b completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:04.865785 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port fc2d5325-ed0c-4c0c-a637-984b5505524b triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:04.866586 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:04.912845 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee5ae-4cca-4858-8f5e-14dd3f3f4d06 req-195208f9-13fe-4285-b426-bdd748dea728 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:04.919325 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-876ee5ae-4cca-4858-8f5e-14dd3f3f4d06 req-195208f9-13fe-4285-b426-bdd748dea728 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1467719 Oct 27 14:14:04.970684 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33114) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:04.983268 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-743132293-network', 'tenant_id': 'db52272e80b443dbbf6e685011270695'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:04.991673 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:04.998169 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-876ee5ae-4cca-4858-8f5e-14dd3f3f4d06 req-1d99fb13-d49c-4edd-b993-5650fdf4e048 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728133 Oct 27 14:14:05.000416 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.005775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Usage tracker for resource:network and tenant:db52272e80b443dbbf6e685011270695 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:05.017534 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port fc2d5325-ed0c-4c0c-a637-984b5505524b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=fc2d5325-ed0c-4c0c-a637-984b5505524b,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:05.018773 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:05.022203 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.024900 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:05.026217 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:05.038046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d2b68-1ab8-4fd5-92aa-1152da00912c req-9f7eda2d-54f2-4127-a54f-a990253d5250 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:05.039500 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ec9d2b68-1ab8-4fd5-92aa-1152da00912c req-9f7eda2d-54f2-4127-a54f-a990253d5250 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 945 time: 0.1245933 Oct 27 14:14:05.045887 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Made reservation on behalf of db52272e80b443dbbf6e685011270695 for: {'network': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:05.048372 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.075849 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.089662 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=fc2d5325-ed0c-4c0c-a637-984b5505524b,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.092666 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:05.125243 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:05.129217 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ec9d2b68-1ab8-4fd5-92aa-1152da00912c req-59091cde-2c11-4cd8-aaa4-7939e8a9c12e tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Oct 27 14:14:05.131682 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Usage tracker for resource:security_group_rule and tenant:db52272e80b443dbbf6e685011270695 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:05.134525 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:05.142451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:05.220974 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.225105 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.229288 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6a3fa750-b805-4232-b457-712a9b045cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:05.286163 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=82831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:14:05.320579 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a807bd-2802-46d2-8d4f-28cf20fe7e21,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.323965 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:05.325272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.325650 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.segments_db [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Added segment 9f744a21-b521-41e2-bbfd-717e9d2352f6 of type vlan for network d4bd6faa-1867-4771-9478-fecd4c0ecf2e Oct 27 14:14:05.364212 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.402328 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd613f21-3333-422c-ba2f-d9c526a95fbe req-fee6877f-9e9c-4131-af5d-7c769cf83810 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:05.403795 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bd613f21-3333-422c-ba2f-d9c526a95fbe req-fee6877f-9e9c-4131-af5d-7c769cf83810 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1623075 Oct 27 14:14:05.409979 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.413116 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:05.413715 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.429065 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1cc2b6b6-20f0-422c-a77c-87f8d680659a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:05.552684 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Pushing event updated for resources: {'Network': ['ID=d4bd6faa-1867-4771-9478-fecd4c0ecf2e,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:05.555923 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:05.560518 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5864534 Oct 27 14:14:05.562197 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33130) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:05.563466 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bd613f21-3333-422c-ba2f-d9c526a95fbe req-f8d013cd-dbea-4501-ab3d-9d6277274b87 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522777 Oct 27 14:14:05.569067 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:14:05.574043 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Request body: {'subnet': {'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-743132293-subnet', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:05.587717 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:05.598729 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Usage tracker for resource:subnet and tenant:db52272e80b443dbbf6e685011270695 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:05.601716 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:05.607549 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:05.620425 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Made reservation on behalf of db52272e80b443dbbf6e685011270695 for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:05.622910 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3869204'] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.737766 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:05.811284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:05.816885 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:05.819965 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.923251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3869282'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.929521 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e6f22611-76cc-48c8-a227-f551da78b889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:05.953835 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:05.996400 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542acc63-718f-4e49-beb8-86c19147fdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:06.005223 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:06.013209 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.016168 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:06.035526 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e86bef1-9759-4c16-b2a3-33c5668e916e,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.045839 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:06.075572 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Checking segment: {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:06.075717 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Network hostable DHCP agents. Network: d4bd6faa-1867-4771-9478-fecd4c0ecf2e, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:14:06.077050 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542acc63-718f-4e49-beb8-86c19147fdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287', 'code': 200} Oct 27 14:14:06.102390 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:14:06.104917 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:06.108944 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:06.114931 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, d4bd6faa-1867-4771-9478-fecd4c0ecf2e) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:06.120029 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:06.120312 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.125144 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b59285-d65d-4946-934d-13a78f8a4f40 None None] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:14:06.175962 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6125472 Oct 27 14:14:06.178825 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33140) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:06.184196 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:06.189580 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:06.199416 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Usage tracker for resource:router and tenant:db52272e80b443dbbf6e685011270695 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:06.210893 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:06.222170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:06.248232 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.249188 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.288165 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.426008 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Sync routers for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:14:06.486389 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:06.487019 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:06.568691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e242d-f632-4b36-92f5-4b1b460072fe req-af6ef895-0cd2-406b-83bb-2a73250e42d7 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:06.569256 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-d4bd6faa-1867-4771-9478-fecd4c0ecf2e', 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'fixed_ips': [{'subnet_id': '6e86bef1-9759-4c16-b2a3-33c5668e916e'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:14:06.570074 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.570209 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-025e242d-f632-4b36-92f5-4b1b460072fe req-af6ef895-0cd2-406b-83bb-2a73250e42d7 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 946 time: 0.2671614 Oct 27 14:14:06.594121 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:06.604798 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-99c54cd6-e398-4c43-9e24-53725449046f req-e67edab8-0128-4dd8-a1c0-12a58998808f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 1099 time: 0.2517536 Oct 27 14:14:06.676534 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-025e242d-f632-4b36-92f5-4b1b460072fe req-e75e2808-acc1-48db-a3ee-8df69523b8a0 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998714 Oct 27 14:14:06.703663 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-99c54cd6-e398-4c43-9e24-53725449046f req-6f9e45b3-d4db-47ad-9392-1b744db4c42d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899434 Oct 27 14:14:06.815771 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d27777-5c55-4f4e-a146-b150eac0f959 req-ac4afb66-2196-41ce-908a-02e2b155c72a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:06.819141 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-28d27777-5c55-4f4e-a146-b150eac0f959 req-ac4afb66-2196-41ce-908a-02e2b155c72a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1021035 Oct 27 14:14:06.829675 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:06.884823 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-28d27777-5c55-4f4e-a146-b150eac0f959 req-f067f4da-ea99-452e-9308-83df556f528d tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599728 Oct 27 14:14:06.925702 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device fc2d5325-ed0c-4c0c-a637-984b5505524b up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:07.000288 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.033139 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.133239 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Allocated IP 172.20.0.2 (d4bd6faa-1867-4771-9478-fecd4c0ecf2e/6e86bef1-9759-4c16-b2a3-33c5668e916e/ab35f82d-147f-43e2-a2c2-ad260c5137a1) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:07.171965 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Allocated IP 172.28.1.212 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/45199031-8119-42bd-befe-d3f70f3c3dc9) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:07.323266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.323991 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port fc2d5325-ed0c-4c0c-a637-984b5505524b triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:07.323991 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.354099 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.358238 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:07.427497 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:07.430989 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:07.433333 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Pushing event updated for resources: {'Port': ['ID=45199031-8119-42bd-befe-d3f70f3c3dc9,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:07.435874 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:07.462775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:07.571964 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.590608 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Transition to ACTIVE for port object ab35f82d-147f-43e2-a2c2-ad260c5137a1 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:07.621611 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Transition to ACTIVE for port object ab35f82d-147f-43e2-a2c2-ad260c5137a1 will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:07.624765 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 2, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:07.630387 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Checking router: f937e272-74f5-42c9-9882-af3244a2d49d for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:14:07.630943 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Updating router f937e272-74f5-42c9-9882-af3244a2d49d port e0cc62be-3771-4cc8-8b07-4db89d69f00f binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:14:07.635075 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.635839 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.659166 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.668364 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-f8a35462-8029-4787-8a76-42d176a0ced6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:07.749093 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.766458 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:07.771158 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Pushing event updated for resources: {'Port': ['ID=ab35f82d-147f-43e2-a2c2-ad260c5137a1,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:07.773597 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:07.777588 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:07.778312 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:07.872446 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82831) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:14:07.902746 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1fc1f-7f3d-4f7a-8593-baa2fa920ff4 req-2c73f77e-b638-416b-a70d-49640e494d40 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:07.909994 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-03d1fc1f-7f3d-4f7a-8593-baa2fa920ff4 req-2c73f77e-b638-416b-a70d-49640e494d40 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 946 time: 0.0948374 Oct 27 14:14:07.956181 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Attempting to bind port ab35f82d-147f-43e2-a2c2-ad260c5137a1 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:14:07.956769 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Attempting to bind port ab35f82d-147f-43e2-a2c2-ad260c5137a1 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:14:07.957089 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Attempting to bind port ab35f82d-147f-43e2-a2c2-ad260c5137a1 on network d4bd6faa-1867-4771-9478-fecd4c0ecf2e {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:07.971005 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-03d1fc1f-7f3d-4f7a-8593-baa2fa920ff4 req-6c401215-b21d-4738-b58d-58eafc4a0981 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598869 Oct 27 14:14:07.979137 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:14:07.979645 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Checking segment: {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:07.981280 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:07.981280 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Bound using segment: {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:14:07.981280 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Bound port: ab35f82d-147f-43e2-a2c2-ad260c5137a1, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:14:07.981611 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.183025 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] For port ab35f82d-147f-43e2-a2c2-ad260c5137a1, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:08.202984 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] For port ab35f82d-147f-43e2-a2c2-ad260c5137a1, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=ab35f82d-147f-43e2-a2c2-ad260c5137a1,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:08.225665 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.234273 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:08.238967 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:08.246688 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Sync routers for ids ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:14:08.250123 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a94f7b-36b3-4d29-af61-946951256192 req-8bb80019-24fc-432c-bcef-97340848ba51 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:08.257313 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-29a94f7b-36b3-4d29-af61-946951256192 req-8bb80019-24fc-432c-bcef-97340848ba51 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1339996 Oct 27 14:14:08.262915 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Routers {'bbcf8e5e-9bf7-4b05-8c77-35d52f845105'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:08.263797 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:08.314726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.316458 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1366446 Oct 27 14:14:08.319441 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33166) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:08.332693 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-29a94f7b-36b3-4d29-af61-946951256192 req-7c3cff2a-944f-46f1-bb93-074f137f4afb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742331 Oct 27 14:14:08.388700 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.403481 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Pushing event updated for resources: {'Port': ['ID=ab35f82d-147f-43e2-a2c2-ad260c5137a1,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:08.411353 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:08.418193 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Transition to ACTIVE for port object e0cc62be-3771-4cc8-8b07-4db89d69f00f will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:08.428317 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.433046 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:08.516306 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Set router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:08.627428 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb48aae-9c83-4904-ace5-97c7347de812 None None] Pushing event updated for resources: {'Port': ['ID=e0cc62be-3771-4cc8-8b07-4db89d69f00f,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:08.632012 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-cbb48aae-9c83-4904-ace5-97c7347de812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:08.851700 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Attempting to bind port e0cc62be-3771-4cc8-8b07-4db89d69f00f on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:14:08.852589 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Attempting to bind port e0cc62be-3771-4cc8-8b07-4db89d69f00f by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:14:08.852589 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Attempting to bind port e0cc62be-3771-4cc8-8b07-4db89d69f00f on network 9b1f7771-8415-439b-9fd7-70a940091936 {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:08.862084 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:14:08.862340 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Checking segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:08.862652 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.863052 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Bound using segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:14:08.863567 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Bound port: e0cc62be-3771-4cc8-8b07-4db89d69f00f, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:14:08.864216 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:08.909694 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device ab35f82d-147f-43e2-a2c2-ad260c5137a1 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:09.055998 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] For port e0cc62be-3771-4cc8-8b07-4db89d69f00f, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:09.059794 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] For port e0cc62be-3771-4cc8-8b07-4db89d69f00f, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=e0cc62be-3771-4cc8-8b07-4db89d69f00f,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:09.071689 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:09.075752 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:09.116367 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port ab35f82d-147f-43e2-a2c2-ad260c5137a1 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:09.171724 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:09.172317 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:09.186232 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:07Z', 'revision_number': 3, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:09.194906 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Checking router: bbcf8e5e-9bf7-4b05-8c77-35d52f845105 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:14:09.195276 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Updating router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 port 45199031-8119-42bd-befe-d3f70f3c3dc9 binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:14:09.210081 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096f27a-66fb-4cb5-8054-c178b1149c60 req-dde7cb6c-e2c7-49cf-a049-83b906ef2e9b tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:09.217632 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f096f27a-66fb-4cb5-8054-c178b1149c60 req-dde7cb6c-e2c7-49cf-a049-83b906ef2e9b tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 946 time: 0.1097879 Oct 27 14:14:09.239820 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb48aae-9c83-4904-ace5-97c7347de812 None None] Pushing event updated for resources: {'Port': ['ID=e0cc62be-3771-4cc8-8b07-4db89d69f00f,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:09.245030 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-cbb48aae-9c83-4904-ace5-97c7347de812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:09.278470 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:09.315737 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f096f27a-66fb-4cb5-8054-c178b1149c60 req-beffd903-a01d-4fea-b272-1caa391dacc4 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968969 Oct 27 14:14:09.402782 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:09.612055 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:09.799998 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf673e-a61a-41bf-9dff-b97a2c8f50ad req-9668fc82-4265-42ed-a5bc-836a59544121 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:09.801881 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0cdf673e-a61a-41bf-9dff-b97a2c8f50ad req-9668fc82-4265-42ed-a5bc-836a59544121 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1925573 Oct 27 14:14:09.977164 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0cdf673e-a61a-41bf-9dff-b97a2c8f50ad req-0e793342-ccb0-41e8-af23-bac5063cbf73 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682284 Oct 27 14:14:10.031902 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b802a5c-0581-4839-8549-cd5654613528 None None] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:14:10.102247 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.128292 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Allocated IP 172.20.0.1 (d4bd6faa-1867-4771-9478-fecd4c0ecf2e/6e86bef1-9759-4c16-b2a3-33c5668e916e/9757b712-be5a-46dd-91d0-bbda6b45ea2c) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:10.138445 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Transition to ACTIVE for port object 45199031-8119-42bd-befe-d3f70f3c3dc9 will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:10.152110 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.156887 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:10.178395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33192) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:10.211754 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Provisioning for port ab35f82d-147f-43e2-a2c2-ad260c5137a1 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:10.234351 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Provisioning complete for port ab35f82d-147f-43e2-a2c2-ad260c5137a1 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:10.234740 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.260386 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Attempting to bind port 45199031-8119-42bd-befe-d3f70f3c3dc9 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:14:10.260752 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Attempting to bind port 45199031-8119-42bd-befe-d3f70f3c3dc9 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:14:10.261111 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Attempting to bind port 45199031-8119-42bd-befe-d3f70f3c3dc9 on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:10.264025 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e94d-14a7-41c7-be0e-aa9e79922ebd None None] Pushing event updated for resources: {'Port': ['ID=45199031-8119-42bd-befe-d3f70f3c3dc9,revision_number=2']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.267844 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-5cf4e94d-14a7-41c7-be0e-aa9e79922ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:10.273069 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:14:10.273445 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:10.274846 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.275267 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:14:10.275879 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Bound port: 45199031-8119-42bd-befe-d3f70f3c3dc9, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:14:10.276280 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.323898 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:14:10.347639 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:10.366798 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] For port 45199031-8119-42bd-befe-d3f70f3c3dc9, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:10.379052 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] For port 45199031-8119-42bd-befe-d3f70f3c3dc9, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=45199031-8119-42bd-befe-d3f70f3c3dc9,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:10.385479 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.389684 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.389883 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d38336-a53e-4c20-a4e7-3b5882bc2904 None None] The sync data for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb is: [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:09Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:14:10.403650 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:10.434504 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:10.477462 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Usage tracker for resource:security_group_rule and tenant:05f5705ae3a743cd95ef759bf459da6d is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:10.483041 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:10.490215 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:10.522613 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.550140 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.576582 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Transition to ACTIVE for port object 9757b712-be5a-46dd-91d0-bbda6b45ea2c will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:10.587242 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.607971 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] For port ab35f82d-147f-43e2-a2c2-ad260c5137a1, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=ab35f82d-147f-43e2-a2c2-ad260c5137a1,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:10.615685 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.619912 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:10.627331 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.627749 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.628219 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Routers {'bbcf8e5e-9bf7-4b05-8c77-35d52f845105'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:10.628672 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:13:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:10.634180 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-18b26654-a9cc-488c-8633-69ba07cc0c5e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:10.636634 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.646039 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-54d28c1b-b982-4cd7-b403-a36781c38ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:10.700588 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Pushing event updated for resources: {'Port': ['ID=ab35f82d-147f-43e2-a2c2-ad260c5137a1,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.704105 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:10.742854 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:10.747476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92e0fbe-b2d3-440a-a215-771c791c6d6a,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.747605 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:10.754125 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:10.755452 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:10.763074 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05f5705ae3a743cd95ef759bf459da6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5803225 Oct 27 14:14:10.764414 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33202) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:10.790730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Pushing event updated for resources: {'Port': ['ID=9757b712-be5a-46dd-91d0-bbda6b45ea2c,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.793675 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:10.806743 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4e94d-14a7-41c7-be0e-aa9e79922ebd None None] Pushing event updated for resources: {'Port': ['ID=45199031-8119-42bd-befe-d3f70f3c3dc9,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:10.816212 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-5cf4e94d-14a7-41c7-be0e-aa9e79922ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:10.843858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.872182 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:10.935597 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.073758 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device ab35f82d-147f-43e2-a2c2-ad260c5137a1 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:11.086930 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.106496 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d0853bfa-c899-41b5-8be4-49d13add0f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:11.118352 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.150369 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] Set router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:11.154835 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92e0fbe-b2d3-440a-a215-771c791c6d6a,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:11.163087 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:11.164059 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.179306 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d326529d-febe-48ab-a64c-24021a1f4fa9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c92e0fbe-b2d3-440a-a215-771c791c6d6a HTTP/1.1" status: 204 len: 168 time: 0.4026337 Oct 27 14:14:11.339504 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-4e3b6dc6-b7cf-492f-9f76-8d48f4b356df None None] Provisioning complete for port ab35f82d-147f-43e2-a2c2-ad260c5137a1 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:11.340087 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4e3b6dc6-b7cf-492f-9f76-8d48f4b356df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.415768 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port ab35f82d-147f-43e2-a2c2-ad260c5137a1 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:11.416361 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.592006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6c77f-3ad0-4149-aa90-8ceffe79629a req-459d310c-66d9-40cb-a3c9-231938580974 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:11.594059 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9de6c77f-3ad0-4149-aa90-8ceffe79629a req-459d310c-66d9-40cb-a3c9-231938580974 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2551553 Oct 27 14:14:11.745176 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device e0cc62be-3771-4cc8-8b07-4db89d69f00f up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:11.762694 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.778408 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.794555 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:07Z', 'revision_number': 3, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:11.801084 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336acdf-9602-4b60-8144-0de7f2b9b412 None None] The sync data for ids ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'] in dv-cinder-815663-1-smb is: [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:07Z', 'revision_number': 3, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:14:11.855207 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ea1e8714-0078-4179-8b43-95132a0bc9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:11.865536 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-c6e52fad-07f6-48e5-a93c-21f873c40e3a None None] Provisioning for port 9757b712-be5a-46dd-91d0-bbda6b45ea2c completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:11.874388 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-c6e52fad-07f6-48e5-a93c-21f873c40e3a None None] Provisioning complete for port 9757b712-be5a-46dd-91d0-bbda6b45ea2c triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:11.875040 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c6e52fad-07f6-48e5-a93c-21f873c40e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.881531 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9de6c77f-3ad0-4149-aa90-8ceffe79629a req-419e48bb-ff86-4d16-8ea9-90a14720898c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801118 Oct 27 14:14:11.934216 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port e0cc62be-3771-4cc8-8b07-4db89d69f00f completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:11.935708 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.942848 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port e0cc62be-3771-4cc8-8b07-4db89d69f00f triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:11.943424 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:11.978342 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-c6e52fad-07f6-48e5-a93c-21f873c40e3a None None] Port 9757b712-be5a-46dd-91d0-bbda6b45ea2c cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:14:12.006070 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Pushing event updated for resources: {'Port': ['ID=9757b712-be5a-46dd-91d0-bbda6b45ea2c,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.009610 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:12.025007 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d350a69-2ff0-482e-bce5-e4fb643fef17 req-fe8939ec-5a7a-4328-afe7-18ca6b9e16eb tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:12.026663 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3d350a69-2ff0-482e-bce5-e4fb643fef17 req-fe8939ec-5a7a-4328-afe7-18ca6b9e16eb tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 946 time: 0.3131940 Oct 27 14:14:12.077630 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:12.111685 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port e0cc62be-3771-4cc8-8b07-4db89d69f00f, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=e0cc62be-3771-4cc8-8b07-4db89d69f00f,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:12.116969 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:12.121603 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:12.158978 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3d350a69-2ff0-482e-bce5-e4fb643fef17 req-56627558-8f81-417a-85ae-0389b09fa63b tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171541 Oct 27 14:14:12.174156 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:12.175728 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:12.198345 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=e0cc62be-3771-4cc8-8b07-4db89d69f00f,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:12.202081 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:12.417512 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-7f5c6042-a3a4-4272-9199-3067e1c198c1 None None] Provisioning complete for port 9757b712-be5a-46dd-91d0-bbda6b45ea2c triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:12.418198 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7f5c6042-a3a4-4272-9199-3067e1c198c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:12.480906 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c6042-a3a4-4272-9199-3067e1c198c1 None None] Port 9757b712-be5a-46dd-91d0-bbda6b45ea2c cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:14:12.582302 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:12.796471 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device e0cc62be-3771-4cc8-8b07-4db89d69f00f up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:12.802699 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:12.811429 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] 10.222.0.61 "PUT /v2.0/routers/bbcf8e5e-9bf7-4b05-8c77-35d52f845105/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4908988 Oct 27 14:14:12.871774 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port e0cc62be-3771-4cc8-8b07-4db89d69f00f triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:12.872224 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:13.139636 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-2da0ccc7-b5a3-4077-adb5-e9675e1cd809 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:13.142101 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-2da0ccc7-b5a3-4077-adb5-e9675e1cd809 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 946 time: 0.0884242 Oct 27 14:14:13.233437 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Deleting port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:14:13.233806 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:13.313749 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c7f4-0d7a-464e-82f8-4f0623e3acb4 req-4943e2cc-ed92-4173-9497-5ad66bc2b7b6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:13.315211 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5770c7f4-0d7a-464e-82f8-4f0623e3acb4 req-4943e2cc-ed92-4173-9497-5ad66bc2b7b6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.2735205 Oct 27 14:14:13.362538 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5770c7f4-0d7a-464e-82f8-4f0623e3acb4 req-06a39f41-4937-4edb-b2f9-73a8d9c20ce1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 Oct 27 14:14:13.501504 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] For port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,segment=NetworkSegment(32a7b3d0-ec62-4804-902b-56ee456c8aab),segment_id=32a7b3d0-ec62-4804-902b-56ee456c8aab)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:13.501871 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:13.563525 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1b1b5-a55d-4183-928f-290b5dd9f487 req-dcbb7ac2-b5cf-4a96-9ac9-5ddafff961a9 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:13.565014 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-91a1b1b5-a55d-4183-928f-290b5dd9f487 req-dcbb7ac2-b5cf-4a96-9ac9-5ddafff961a9 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 946 time: 0.0840285 Oct 27 14:14:13.613907 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-91a1b1b5-a55d-4183-928f-290b5dd9f487 req-f4f5de06-04e3-41bc-b1b0-1f65169dd5b1 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a83e2bb-8afb-4c4f-8625-5155ca885cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Oct 27 14:14:13.618309 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33254) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:13.626582 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Calling delete_port for 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:14:13.656476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076605940', 'description': 'tempest-secgroup-smoke-2076605940 description', 'project_id': '13da5b00f3b1403c8bde5496a4734efd'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:13.668869 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:13.680629 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:13.685460 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:13.694567 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:13.721259 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:13.810937 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:13.816369 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:13.820288 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:13.822915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:13.827708 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:13.834474 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:13.844999 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['5f5bb3d2-1d39-496e-8dc5-e618ccb0e287'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:14:13.886594 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Pushing event deleted for resources: {'Port': ['ID=5f5bb3d2-1d39-496e-8dc5-e618ccb0e287,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:13.891173 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:13.978945 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] No DVR routers for this DVR port 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:13.990854 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:13.993268 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542acc63-718f-4e49-beb8-86c19147fdfa', 'name': 'network-vif-deleted', 'tag': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:14.015790 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.022341 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.028477 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4a5978f2-b9ce-47fd-a743-4c64dafb5ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:14.045844 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f8de48d-ddcd-4a00-a161-579716cdaf2d req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.82 "DELETE /v2.0/ports/5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 HTTP/1.1" status: 204 len: 173 time: 0.8936038 Oct 27 14:14:14.051359 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542acc63-718f-4e49-beb8-86c19147fdfa', 'name': 'network-vif-deleted', 'tag': '5f5bb3d2-1d39-496e-8dc5-e618ccb0e287', 'status': 'completed', 'code': 200} Oct 27 14:14:14.069802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.071675 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4521761 Oct 27 14:14:14.074593 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33262) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:14.078118 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.081292 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:14.085094 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group_rule': {'security_group_id': '78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0', 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:14.092733 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:14.096866 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:14.100844 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:14.106710 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:14.123242 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.188423 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.192825 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.194929 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:14.217696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5e6a64-ca5f-4005-bac9-4486cb2e5357,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.223405 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:14.228607 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.229915 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1538920 Oct 27 14:14:14.232775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33268) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:14.238204 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group_rule': {'security_group_id': '78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0', 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:14.244069 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:14.247940 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:14.250841 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:14.256628 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:14.273439 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.335668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.339927 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.346377 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:14.366343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e96ced5-7693-49b5-a90b-0bb1bcf50ec4,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.369413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:14.376649 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.377861 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1442063 Oct 27 14:14:14.380714 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33274) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:14.386261 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group_rule': {'security_group_id': '78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0', 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:14.395720 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:14.396410 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:14.399994 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:14.405885 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:14.423931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.493201 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.529430 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.540957 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-160087d9-c47f-4174-8ee3-887109f8dbf0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:14.564676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c678275f-bb36-4340-850b-0842009ed9d6,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.571076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:14.576170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.579913 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-df7f330a-ae01-4487-8d45-56a25f8c9de3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1955519 Oct 27 14:14:14.580320 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33282) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:14.587398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group_rule': {'security_group_id': '78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0', 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:14.593741 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:14.597730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:14.600778 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:14.608539 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:14.614302 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233cae4-976b-4761-8a38-9b997b716eb2 req-a5aef0ca-08b0-4c5a-870d-481c79d93f1f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:14.616269 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3233cae4-976b-4761-8a38-9b997b716eb2 req-a5aef0ca-08b0-4c5a-870d-481c79d93f1f tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1259165 Oct 27 14:14:14.631570 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.670749 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3233cae4-976b-4761-8a38-9b997b716eb2 req-ae31fb3f-61f1-465e-94f9-155e398c1ee7 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Oct 27 14:14:14.709829 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.724232 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.727752 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8abff701-316e-45ad-b353-97703afac486 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:14.756727 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9123de-37aa-4b4f-bdc2-1f56c3916843,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:14.760632 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:14.783951 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.789082 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33288) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:14.795326 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group_rule': {'security_group_id': '78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0', 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:14.797274 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2157536 Oct 27 14:14:14.815787 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:14.826556 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:14.836068 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:14.850579 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:14.875385 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.securitygroups_db [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Project 13da5b00f3b1403c8bde5496a4734efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:14:14.887134 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:14.911294 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c409314a-0889-42b2-8b0c-b659823eb062 req-a51d3165-5a98-47cd-8b93-70e247254366 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] 10.222.0.61 "GET /v2.0/ports?device_id=542acc63-718f-4e49-beb8-86c19147fdfa HTTP/1.1" status: 200 len: 210 time: 0.1005063 Oct 27 14:14:15.000444 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.004747 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.012740 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:15.034083 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5168e953-af30-41f6-9352-12298f6b9979,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.037331 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:15.045400 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.045400 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2529821 Oct 27 14:14:15.045851 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33298) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:15.051651 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'security_group_rule': {'security_group_id': '78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0', 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:15.057782 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:15.061514 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:security_group_rule and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:15.064428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:15.070159 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:15.083568 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.securitygroups_db [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Project 13da5b00f3b1403c8bde5496a4734efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:14:15.090031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.160746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.167678 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.169706 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a73fe0dc-b9f3-47cc-9b33-70d2866ef2b9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:15.190934 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63065277-9a65-418c-83f8-54f486149c00,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:15.193343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:15.201008 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:15.202194 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1554546 Oct 27 14:14:15.926881 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654526-a8fb-4c6a-9b67-d288a0fa0057 req-d4e2f9c4-a9af-4104-aa2d-d7fd026e01c9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:15.928239 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-74654526-a8fb-4c6a-9b67-d288a0fa0057 req-d4e2f9c4-a9af-4104-aa2d-d7fd026e01c9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0791600 Oct 27 14:14:15.973804 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-74654526-a8fb-4c6a-9b67-d288a0fa0057 req-909c0201-2a15-4b6d-9819-ac0786eae920 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Oct 27 14:14:17.176454 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de02a40-39a5-427b-b8e5-46e7d4eea18b req-3ac1a9b1-2e93-4ab5-897b-342e4408a6a2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:17.177991 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4de02a40-39a5-427b-b8e5-46e7d4eea18b req-3ac1a9b1-2e93-4ab5-897b-342e4408a6a2 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0788112 Oct 27 14:14:17.231726 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4de02a40-39a5-427b-b8e5-46e7d4eea18b req-0905c6e0-2217-4caf-8cdd-733c26ed825b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Oct 27 14:14:17.787157 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:14:17.822545 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:14:17.822897 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5f5bb3d2-1d39-496e-8dc5-e618ccb0e287 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:14:18.468079 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab9976-558e-4edc-9a5d-348cb3513d10 req-c607fc09-2f6e-43a7-89eb-bc9547220605 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:18.469761 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-38ab9976-558e-4edc-9a5d-348cb3513d10 req-c607fc09-2f6e-43a7-89eb-bc9547220605 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1003675 Oct 27 14:14:18.530285 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-38ab9976-558e-4edc-9a5d-348cb3513d10 req-0e8e87c7-3f25-4dca-942c-a8673cf6eac1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541975 Oct 27 14:14:18.866948 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 45199031-8119-42bd-befe-d3f70f3c3dc9 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:18.962732 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 45199031-8119-42bd-befe-d3f70f3c3dc9 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:18.971682 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 45199031-8119-42bd-befe-d3f70f3c3dc9 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:18.972708 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:19.166860 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:19.208360 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 45199031-8119-42bd-befe-d3f70f3c3dc9, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=45199031-8119-42bd-befe-d3f70f3c3dc9,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:19.219262 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:19.223322 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:19.303718 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=45199031-8119-42bd-befe-d3f70f3c3dc9,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:19.308050 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:19.626777 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f100f3cb-17a7-4382-ba53-8fafa25bd5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:19.963874 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3de63b-fd70-421f-8f6f-becaaca37406 req-a15d6290-894b-4154-83a7-a7c984b77c06 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:19.971975 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4c3de63b-fd70-421f-8f6f-becaaca37406 req-a15d6290-894b-4154-83a7-a7c984b77c06 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1773784 Oct 27 14:14:20.099652 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:20.114212 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4c3de63b-fd70-421f-8f6f-becaaca37406 req-83faffe4-2b69-45fe-8613-a2c63500d835 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410069 Oct 27 14:14:20.810429 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 45199031-8119-42bd-befe-d3f70f3c3dc9 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:20.948025 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 45199031-8119-42bd-befe-d3f70f3c3dc9 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:20.949047 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:21.310891 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa5bef-55b1-44ac-8cb0-4cf54fc1c0cf req-a38c2b2e-3d5c-4570-86a5-3be645ed2fbd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:21.313387 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b7aa5bef-55b1-44ac-8cb0-4cf54fc1c0cf req-a38c2b2e-3d5c-4570-86a5-3be645ed2fbd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0889518 Oct 27 14:14:21.374268 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b7aa5bef-55b1-44ac-8cb0-4cf54fc1c0cf req-e317f6ee-f03b-42e5-af24-c10bc41c84fb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502553 Oct 27 14:14:21.779909 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a0312251-6448-42a9-80eb-b89d0f3e0304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:22.603558 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef3663-ce49-41ab-9561-5630ef6345b0 req-0e4ad038-bafa-42dd-a849-78adc93a2e80 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:22.610439 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7eef3663-ce49-41ab-9561-5630ef6345b0 req-0e4ad038-bafa-42dd-a849-78adc93a2e80 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0925562 Oct 27 14:14:22.654390 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7eef3663-ce49-41ab-9561-5630ef6345b0 req-01490738-f3ee-48a3-a137-49ba0937494e tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Oct 27 14:14:22.726496 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:23.876071 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff4bf-7045-4853-951c-3fb9c54c643d req-dc86bb4d-77e5-43a8-89f2-2d18ef297c09 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:23.877988 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6faff4bf-7045-4853-951c-3fb9c54c643d req-dc86bb4d-77e5-43a8-89f2-2d18ef297c09 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0925007 Oct 27 14:14:23.927859 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6faff4bf-7045-4853-951c-3fb9c54c643d req-060ae758-b3d2-4fe0-9606-9e21ef929e20 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434601 Oct 27 14:14:24.518892 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.160607 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33528) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:25.166328 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109beeda-e596-4abf-baa6-4de515fbfcba req-384ba0fb-96c3-4f89-9315-4d4056c1df48 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:25.168158 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-109beeda-e596-4abf-baa6-4de515fbfcba req-384ba0fb-96c3-4f89-9315-4d4056c1df48 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1060741 Oct 27 14:14:25.218619 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-109beeda-e596-4abf-baa6-4de515fbfcba req-d8afd330-8712-4041-898d-37f033782db3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Oct 27 14:14:25.315621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.353273 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:25.358925 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cd415a7d1916449db18aa12fcaebba69 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:25.363552 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:25.370079 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:25.442953 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.447835 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.454852 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a6a7fc4c-b54b-494c-b9e3-1da948cf6cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:25.499903 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21443ed5-ea6f-4745-bcb9-d1ebbec32db3,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:25.506281 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd415a7d1916449db18aa12fcaebba69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3442569 Oct 27 14:14:25.507408 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33536) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:25.507693 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:25.573650 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.606631 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.673802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.680089 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b4765077-239f-4e9e-9724-952c1d944078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:25.694634 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21443ed5-ea6f-4745-bcb9-d1ebbec32db3,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:25.698534 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:25.701500 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:25.705512 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21443ed5-ea6f-4745-bcb9-d1ebbec32db3 HTTP/1.1" status: 204 len: 168 time: 0.1940730 Oct 27 14:14:26.207587 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ce2c9a12-bd0d-44f7-8ab6-55003098b2c2 req-0386bb29-1582-4395-a713-a473360ce2e1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.1488936 Oct 27 14:14:26.288580 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ce2c9a12-bd0d-44f7-8ab6-55003098b2c2 req-fee3ad81-8358-4a61-ab1b-d89847398359 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712888 Oct 27 14:14:26.489681 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2014a16-d126-4018-9295-aa6a763c224b req-c651e5b4-36b9-4d97-a8da-ca15893c0947 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:26.497911 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a2014a16-d126-4018-9295-aa6a763c224b req-c651e5b4-36b9-4d97-a8da-ca15893c0947 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1002824 Oct 27 14:14:26.544774 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a2014a16-d126-4018-9295-aa6a763c224b req-5347848d-5183-49eb-a580-ecc2e1a9b6d1 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Oct 27 14:14:27.809394 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bebd1-40fa-4544-948f-b9725e65786a req-3a2cef69-efa6-42c5-b67b-1241f9a8f575 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:27.811132 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f30bebd1-40fa-4544-948f-b9725e65786a req-3a2cef69-efa6-42c5-b67b-1241f9a8f575 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0924394 Oct 27 14:14:27.868885 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f30bebd1-40fa-4544-948f-b9725e65786a req-947549fb-b190-4e78-b2cc-c3209456320c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518036 Oct 27 14:14:28.432753 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-fcd746cd-f97a-42c5-9e09-656966cc125c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=23a107bf77094883a9a81a9230e0f8ea&device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 1099 time: 0.0717907 Oct 27 14:14:28.521126 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62263a0-88f3-4795-938a-2540fd3e144f req-87f83b03-821e-4b6d-9972-3ee8882f110b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:28.522993 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d62263a0-88f3-4795-938a-2540fd3e144f req-87f83b03-821e-4b6d-9972-3ee8882f110b tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0902123 Oct 27 14:14:28.574796 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d62263a0-88f3-4795-938a-2540fd3e144f req-3e2f2a6b-631f-4c68-91a5-9f481c4eb106 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Oct 27 14:14:28.614170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-2789e754-1699-48f2-a1c3-c4bcd2a02069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:28.615807 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-2789e754-1699-48f2-a1c3-c4bcd2a02069 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 200 len: 921 time: 0.1724479 Oct 27 14:14:28.695856 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-54582a4e-890e-411e-a99e-05908603b21b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 200 len: 217 time: 0.0707603 Oct 27 14:14:28.784046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-36dab420-e2cb-4dc9-ac6d-313d7c9302bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:28.785521 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-36dab420-e2cb-4dc9-ac6d-313d7c9302bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 200 len: 859 time: 0.0732920 Oct 27 14:14:28.849072 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-34f67ca5-b4f6-43f5-9cfb-531b27739505 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500913 Oct 27 14:14:29.015596 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-82655af5-067a-4746-9192-87e6a96bd984 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550136 Oct 27 14:14:29.176285 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c10b3d3-5b7a-468c-9c56-176cd392c42c req-50c6e150-2a35-4611-8ab1-f66f53844105 service neutron] 10.222.0.82 "GET /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528032 Oct 27 14:14:29.387033 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e369b8-8cff-4470-ba28-6661fffc43e5 req-33867adf-f3d5-4692-a54d-1c341d5ea2d7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:29.390057 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c4e369b8-8cff-4470-ba28-6661fffc43e5 req-33867adf-f3d5-4692-a54d-1c341d5ea2d7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0804384 Oct 27 14:14:29.438805 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c4e369b8-8cff-4470-ba28-6661fffc43e5 req-d8d0e804-7486-49aa-a74d-866fdae28108 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Oct 27 14:14:29.788995 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7823e-5967-48d6-9797-71bd041a0515 req-70094079-6444-4232-94a3-42310d8c0711 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:29.790705 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a4f7823e-5967-48d6-9797-71bd041a0515 req-70094079-6444-4232-94a3-42310d8c0711 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0819750 Oct 27 14:14:29.840044 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a4f7823e-5967-48d6-9797-71bd041a0515 req-604225e4-8408-4e7f-a25a-f4b398b79eb7 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Oct 27 14:14:30.682868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff77c21-3916-4887-8afb-cbb0f116c197 req-d4c52a51-25c5-43fa-8f6c-bdc5adc05712 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:30.684378 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bff77c21-3916-4887-8afb-cbb0f116c197 req-d4c52a51-25c5-43fa-8f6c-bdc5adc05712 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0952461 Oct 27 14:14:30.732169 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bff77c21-3916-4887-8afb-cbb0f116c197 req-13f079a9-001f-4c90-a309-a1438cefe375 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 Oct 27 14:14:31.057218 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Sync routers for ids ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:14:31.071757 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Routers {'bbcf8e5e-9bf7-4b05-8c77-35d52f845105'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:31.072848 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:14:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:31.128004 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f54dd-82ca-4fc0-8212-82137c42f324 req-cf4a5008-dd0e-4520-84da-607a51dcb314 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:31.130525 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-047f54dd-82ca-4fc0-8212-82137c42f324 req-cf4a5008-dd0e-4520-84da-607a51dcb314 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1381700 Oct 27 14:14:31.228725 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-047f54dd-82ca-4fc0-8212-82137c42f324 req-3a7c4ca3-5ce3-43e7-afa9-e658b16979d9 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925496 Oct 27 14:14:31.304881 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Set router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:31.681651 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '9757b712-be5a-46dd-91d0-bbda6b45ea2c', 'name': '', 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'mac_address': 'fa:16:3e:64:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e86bef1-9759-4c16-b2a3-33c5668e916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:09Z', 'updated_at': '2021-10-27T14:14:11Z', 'revision_number': 2, 'project_id': 'db52272e80b443dbbf6e685011270695', 'subnets': [{'id': '6e86bef1-9759-4c16-b2a3-33c5668e916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:31.685936 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Checking router: bbcf8e5e-9bf7-4b05-8c77-35d52f845105 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:14:31.686214 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Updating router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 port 9757b712-be5a-46dd-91d0-bbda6b45ea2c binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:14:31.739694 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:31.977384 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d95222-f56d-4e73-aafe-674105f06644 req-94c508c4-6bb6-4891-be70-220db2f739ab tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:31.985188 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-99d95222-f56d-4e73-aafe-674105f06644 req-94c508c4-6bb6-4891-be70-220db2f739ab tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0946338 Oct 27 14:14:32.041570 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-99d95222-f56d-4e73-aafe-674105f06644 req-690c86cb-d4b7-4f3c-bb59-d08ced278c1b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554087 Oct 27 14:14:32.133102 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:32.147280 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Transition to ACTIVE for port object 9757b712-be5a-46dd-91d0-bbda6b45ea2c will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:32.155535 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:32.161463 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-cbb48aae-9c83-4904-ace5-97c7347de812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:32.340485 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b506ed-6700-4ec4-a6cc-a4c25e50e6cf None None] Pushing event updated for resources: {'Port': ['ID=9757b712-be5a-46dd-91d0-bbda6b45ea2c,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:32.348154 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-29b506ed-6700-4ec4-a6cc-a4c25e50e6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:32.405042 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Attempting to bind port 9757b712-be5a-46dd-91d0-bbda6b45ea2c on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:14:32.405439 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Attempting to bind port 9757b712-be5a-46dd-91d0-bbda6b45ea2c by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:14:32.406001 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Attempting to bind port 9757b712-be5a-46dd-91d0-bbda6b45ea2c on network d4bd6faa-1867-4771-9478-fecd4c0ecf2e {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:32.439235 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:14:32.439615 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Checking segment: {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:32.440037 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:32.440441 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Bound using segment: {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:14:32.440986 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Bound port: 9757b712-be5a-46dd-91d0-bbda6b45ea2c, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f744a21-b521-41e2-bbfd-717e9d2352f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:14:32.441369 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:32.546516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668ddd9-946e-45ce-a657-4a638695ffc4 req-5d4b75da-c67d-48da-9354-efc99b42ccfe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:32.554427 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1668ddd9-946e-45ce-a657-4a638695ffc4 req-5d4b75da-c67d-48da-9354-efc99b42ccfe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1618657 Oct 27 14:14:32.557405 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] For port 9757b712-be5a-46dd-91d0-bbda6b45ea2c, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:32.560888 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] For port 9757b712-be5a-46dd-91d0-bbda6b45ea2c, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=9757b712-be5a-46dd-91d0-bbda6b45ea2c,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:32.566721 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:32.571517 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:32.662970 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b506ed-6700-4ec4-a6cc-a4c25e50e6cf None None] Pushing event updated for resources: {'Port': ['ID=9757b712-be5a-46dd-91d0-bbda6b45ea2c,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:32.667242 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-29b506ed-6700-4ec4-a6cc-a4c25e50e6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:32.672787 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Routers {'bbcf8e5e-9bf7-4b05-8c77-35d52f845105'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:32.673440 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:14:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:32.704550 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1668ddd9-946e-45ce-a657-4a638695ffc4 req-6f6cb925-eff9-4323-b085-eee2fc4e4ab3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463580 Oct 27 14:14:32.929817 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] Set router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:33.319852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f495780-ed1d-4d35-91cb-1966a3194a7f req-3048c2ea-e942-4e2c-ab01-25696517a226 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:33.326528 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1f495780-ed1d-4d35-91cb-1966a3194a7f req-3048c2ea-e942-4e2c-ab01-25696517a226 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1028450 Oct 27 14:14:33.335586 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '9757b712-be5a-46dd-91d0-bbda6b45ea2c', 'name': '', 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'mac_address': 'fa:16:3e:64:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e86bef1-9759-4c16-b2a3-33c5668e916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:09Z', 'updated_at': '2021-10-27T14:14:32Z', 'revision_number': 4, 'project_id': 'db52272e80b443dbbf6e685011270695', 'subnets': [{'id': '6e86bef1-9759-4c16-b2a3-33c5668e916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:33.349496 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89951b7-6ea3-47ce-806c-4b4f60613df5 None None] The sync data for ids ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'] in dv-cinder-815663-1-smb is: [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:14:10Z', 'revision_number': 4, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '9757b712-be5a-46dd-91d0-bbda6b45ea2c', 'name': '', 'network_id': 'd4bd6faa-1867-4771-9478-fecd4c0ecf2e', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'mac_address': 'fa:16:3e:64:1e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e86bef1-9759-4c16-b2a3-33c5668e916e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:09Z', 'updated_at': '2021-10-27T14:14:32Z', 'revision_number': 4, 'project_id': 'db52272e80b443dbbf6e685011270695', 'subnets': [{'id': '6e86bef1-9759-4c16-b2a3-33c5668e916e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:14:33.427683 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1f495780-ed1d-4d35-91cb-1966a3194a7f req-3b8852f3-c541-470c-a4e4-ac195be018d2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978959 Oct 27 14:14:34.819168 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7d058-d471-4192-9caa-d9496b7781cc req-7c7a194e-70e8-4d08-a8ca-42b16c07d7fc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:34.820674 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dbf7d058-d471-4192-9caa-d9496b7781cc req-7c7a194e-70e8-4d08-a8ca-42b16c07d7fc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0843511 Oct 27 14:14:34.876777 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 9757b712-be5a-46dd-91d0-bbda6b45ea2c up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:34.910424 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dbf7d058-d471-4192-9caa-d9496b7781cc req-2e1a7030-e232-429e-8aca-167123b5dfc9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839424 Oct 27 14:14:34.993696 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 9757b712-be5a-46dd-91d0-bbda6b45ea2c completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:34.998768 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 9757b712-be5a-46dd-91d0-bbda6b45ea2c triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:34.999145 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:35.117598 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:35.159639 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 9757b712-be5a-46dd-91d0-bbda6b45ea2c, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=9757b712-be5a-46dd-91d0-bbda6b45ea2c,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:35.165451 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:35.167953 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:35.239170 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=9757b712-be5a-46dd-91d0-bbda6b45ea2c,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:35.242686 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:36.271700 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9016-2e45-455a-8d0c-48b942cdd099 req-25b9829e-e5f1-421d-b929-8a4d07bfa4c4 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:36.278195 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4c3f9016-2e45-455a-8d0c-48b942cdd099 req-25b9829e-e5f1-421d-b929-8a4d07bfa4c4 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1433933 Oct 27 14:14:36.330239 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4c3f9016-2e45-455a-8d0c-48b942cdd099 req-b00b71e2-4b90-452c-bbfc-217b35300d08 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488377 Oct 27 14:14:36.805994 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 9757b712-be5a-46dd-91d0-bbda6b45ea2c up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:36.884531 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 9757b712-be5a-46dd-91d0-bbda6b45ea2c triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:36.885426 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:37.629642 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933fbb-c682-4feb-bff2-377ca89688a5 req-3b054533-4cf8-4a30-90a7-654cf99e247e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:37.629642 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-94933fbb-c682-4feb-bff2-377ca89688a5 req-3b054533-4cf8-4a30-90a7-654cf99e247e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1467495 Oct 27 14:14:37.717238 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-94933fbb-c682-4feb-bff2-377ca89688a5 req-15f72197-f0e8-42d0-b6fc-cc655489ef19 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862620 Oct 27 14:14:37.809133 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7814c61-de35-4d5e-8fb2-aa87f8e188ad req-11427764-ccc0-4fb0-8b8f-78b79e682dab tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:37.810610 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a7814c61-de35-4d5e-8fb2-aa87f8e188ad req-11427764-ccc0-4fb0-8b8f-78b79e682dab tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.0960491 Oct 27 14:14:37.863611 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a7814c61-de35-4d5e-8fb2-aa87f8e188ad req-e43cc152-6c32-42e6-9ac2-4dcf04d8d28c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Oct 27 14:14:38.553088 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-b844fd50-4fd1-4660-a51d-464b93f0e40b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751812 Oct 27 14:14:38.664175 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-d337acc4-ea49-41a2-9505-ed29574bede8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1099 time: 0.0784748 Oct 27 14:14:38.837649 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-22178876-b089-415e-984d-71d2b0f096cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:38.839158 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-22178876-b089-415e-984d-71d2b0f096cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.1417618 Oct 27 14:14:38.959587 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dc1d3-ea32-4ba9-8cc6-131b0b338172 req-33eb23be-6514-4df7-b733-76f515c4e718 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:38.967643 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d56dc1d3-ea32-4ba9-8cc6-131b0b338172 req-33eb23be-6514-4df7-b733-76f515c4e718 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0958972 Oct 27 14:14:39.027615 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d56dc1d3-ea32-4ba9-8cc6-131b0b338172 req-bda4dc18-8f9a-4d8e-969c-c3154d6096a3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586066 Oct 27 14:14:39.090108 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-8591bd0e-fe74-420e-b378-a26758081f87 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 1001 time: 0.2436697 Oct 27 14:14:39.174428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-011de875-215a-4e6e-974f-d9f177cb0beb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:39.175873 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-011de875-215a-4e6e-974f-d9f177cb0beb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.0765386 Oct 27 14:14:39.181888 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97632a41-f92b-4952-9451-359676e4dd52 req-38c5248d-accd-4b6c-8ec2-f4ae9152fcb6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:39.188605 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97632a41-f92b-4952-9451-359676e4dd52 req-38c5248d-accd-4b6c-8ec2-f4ae9152fcb6 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1645772 Oct 27 14:14:39.296204 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97632a41-f92b-4952-9451-359676e4dd52 req-998c64f5-c412-4a49-87ac-1d3e5608add8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066003 Oct 27 14:14:39.316181 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-87494c8a-5b84-470f-8895-690dcab5cc27 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1255589 Oct 27 14:14:39.477314 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-e82d797f-9517-41e2-b477-8ed766a9ceba service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532061 Oct 27 14:14:39.619736 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0a7636e-1156-44fc-994c-cf46d2f729ea req-7905590c-b1ca-4e1b-9f9a-5927c4cf83d7 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349566 Oct 27 14:14:40.290705 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02981f-4cbc-4c94-82cf-1b1e4b544c10 req-2ff225fc-82f1-4184-93d6-d9800d4fbe56 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:40.292436 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-da02981f-4cbc-4c94-82cf-1b1e4b544c10 req-2ff225fc-82f1-4184-93d6-d9800d4fbe56 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1000347 Oct 27 14:14:40.376442 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-da02981f-4cbc-4c94-82cf-1b1e4b544c10 req-9c48e5a4-0bef-4681-81d3-929b242f5fbd tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780666 Oct 27 14:14:40.508339 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:40.518957 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74ad35-da76-4796-a346-7a47fa390784 req-261e4f53-1cfb-46b4-9c6d-7595c7e52ce5 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:40.520694 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1f74ad35-da76-4796-a346-7a47fa390784 req-261e4f53-1cfb-46b4-9c6d-7595c7e52ce5 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.0853090 Oct 27 14:14:40.583557 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1f74ad35-da76-4796-a346-7a47fa390784 req-4870edf3-f96d-4a63-b2ee-d1511f7a7a40 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536847 Oct 27 14:14:40.902969 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-84a517c3-9efb-4f19-8747-ac166717e2bf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:40.904456 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-84a517c3-9efb-4f19-8747-ac166717e2bf tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 946 time: 0.1094370 Oct 27 14:14:40.983397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Deleting port f8999a5e-3598-4f36-a7b5-46a52e742087 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:14:40.983745 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:41.324868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] For port f8999a5e-3598-4f36-a7b5-46a52e742087, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f8999a5e-3598-4f36-a7b5-46a52e742087,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:41.325230 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:41.502475 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Calling delete_port for f8999a5e-3598-4f36-a7b5-46a52e742087 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:14:41.733730 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:41.758840 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['5635431f-a044-469d-9ab4-411db038db3e', 'f8999a5e-3598-4f36-a7b5-46a52e742087'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:14:41.770875 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0b453322-c159-4486-a183-0f57e3e2cc62 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:41.797157 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d97991-97c8-426d-b2e6-d689a62f44fb req-c059d3bf-3cbe-4ee6-a492-e389fd325706 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:41.805110 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-84d97991-97c8-426d-b2e6-d689a62f44fb req-c059d3bf-3cbe-4ee6-a492-e389fd325706 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1196046 Oct 27 14:14:41.864501 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-84d97991-97c8-426d-b2e6-d689a62f44fb req-283ae60d-8655-4393-a274-e2c90791cfb0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583854 Oct 27 14:14:41.867850 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Pushing event deleted for resources: {'Port': ['ID=f8999a5e-3598-4f36-a7b5-46a52e742087,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:41.893205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:42.029456 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-82106760-eced-45c5-a898-580fdde53216 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Synchronizing usage tracker for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:security_group {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:14:42.070344 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2b572ec9-5022-4a6a-9734-2ce5163595c4 req-72c6c3ff-ec45-4026-af16-8bb35a39c290 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=16335e48-e19a-4f22-8da6-766f85d0074a HTTP/1.1" status: 200 len: 210 time: 0.0562212 Oct 27 14:14:42.071929 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] No DVR routers for this DVR port f8999a5e-3598-4f36-a7b5-46a52e742087 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:42.074858 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:42.077461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16335e48-e19a-4f22-8da6-766f85d0074a', 'name': 'network-vif-deleted', 'tag': 'f8999a5e-3598-4f36-a7b5-46a52e742087'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:42.095160 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-82106760-eced-45c5-a898-580fdde53216 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Unset dirty status for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:security_group {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:14:42.118744 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-82106760-eced-45c5-a898-580fdde53216 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076605940&fields=id&tenant_id=13da5b00f3b1403c8bde5496a4734efd HTTP/1.1" status: 200 len: 267 time: 0.3693304 Oct 27 14:14:42.231399 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16335e48-e19a-4f22-8da6-766f85d0074a', 'name': 'network-vif-deleted', 'tag': 'f8999a5e-3598-4f36-a7b5-46a52e742087', 'status': 'completed', 'code': 200} Oct 27 14:14:42.249782 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6e28f9c1-4364-4471-90d1-39dd347c9b5a req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "DELETE /v2.0/ports/f8999a5e-3598-4f36-a7b5-46a52e742087 HTTP/1.1" status: 204 len: 173 time: 1.3360202 Oct 27 14:14:42.283685 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-94bb0f29-43bd-412d-bc68-f7c4f1ee878e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:42.288987 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-94bb0f29-43bd-412d-bc68-f7c4f1ee878e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 808 time: 0.1682746 Oct 27 14:14:42.308504 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-4a5b1377-3006-4fd7-8b54-de94af53b8ae tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/quotas/13da5b00f3b1403c8bde5496a4734efd HTTP/1.1" status: 200 len: 375 time: 0.0173805 Oct 27 14:14:42.402386 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-121dc7e9-4d22-4432-8ad9-f01b2873d8b8 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937927 Oct 27 14:14:42.565122 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-1dd73f2d-cc91-4673-8dd3-fd7dc4776bee service neutron] 10.222.0.61 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512358 Oct 27 14:14:42.704096 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-9323a2ef-212a-4a3a-a91b-de30134194bd service neutron] 10.222.0.61 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327810 Oct 27 14:14:43.109482 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ad4d2-daf4-4840-b70b-ae47a979fc13 req-b9cfcbda-f05d-4a7d-bc52-20e59017e8b9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:43.111644 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-869ad4d2-daf4-4840-b70b-ae47a979fc13 req-b9cfcbda-f05d-4a7d-bc52-20e59017e8b9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0883951 Oct 27 14:14:43.188072 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-869ad4d2-daf4-4840-b70b-ae47a979fc13 req-a0ab285d-701c-4c4b-8b61-893559862cc9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618517 Oct 27 14:14:43.321825 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4704ed54-e19a-4d3f-917f-0d1309543ffc req-9ee27b6f-087d-46cf-8f53-524b3da4af59 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 210 time: 0.0567324 Oct 27 14:14:43.729042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ff001-08ee-432b-960f-ea44af348148 req-0c601125-13eb-4fa3-8678-ae735a35b9bb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:43.729932 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-ad8ff001-08ee-432b-960f-ea44af348148 req-0c601125-13eb-4fa3-8678-ae735a35b9bb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Synchronizing usage tracker for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:14:43.753376 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-ad8ff001-08ee-432b-960f-ea44af348148 req-0c601125-13eb-4fa3-8678-ae735a35b9bb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Unset dirty status for tenant:23a107bf77094883a9a81a9230e0f8ea on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:14:43.754871 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad8ff001-08ee-432b-960f-ea44af348148 req-0c601125-13eb-4fa3-8678-ae735a35b9bb tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1147788 Oct 27 14:14:43.812296 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ad8ff001-08ee-432b-960f-ea44af348148 req-a66fc9b6-9b48-4915-b714-c16d003e4735 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Oct 27 14:14:43.891882 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device f8999a5e-3598-4f36-a7b5-46a52e742087 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:14:43.966922 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: f8999a5e-3598-4f36-a7b5-46a52e742087 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:14:43.967568 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device f8999a5e-3598-4f36-a7b5-46a52e742087 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:14:44.530629 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7757ed-da9a-4eec-bf98-4ad948fcbb27 req-1573758d-b1ef-40b2-b75f-c2daf6b96b9a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:44.538338 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f7757ed-da9a-4eec-bf98-4ad948fcbb27 req-1573758d-b1ef-40b2-b75f-c2daf6b96b9a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1220295 Oct 27 14:14:44.598303 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-99e0090c-5740-4642-a016-357d3b013e85 req-317dbbc3-248b-42bc-b657-a6f8c990eecf tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 210 time: 0.1170614 Oct 27 14:14:44.617655 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f7757ed-da9a-4eec-bf98-4ad948fcbb27 req-dbcc95f9-4434-4fd3-9630-fc5ca1c453bd tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771339 Oct 27 14:14:44.671002 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-ab854fbd-5c7e-45b0-8c2b-0fcfc1ee7def tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:44.672724 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-ab854fbd-5c7e-45b0-8c2b-0fcfc1ee7def tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 808 time: 0.2864928 Oct 27 14:14:44.746584 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-c1bd887a-d597-4a2f-8b97-3defa6ce149a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13da5b00f3b1403c8bde5496a4734efd HTTP/1.1" status: 200 len: 380 time: 0.0529106 Oct 27 14:14:44.759639 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'port': {'device_id': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'admin_state_up': True, 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'security_groups': ['78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0']}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:44.961812 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:44.966076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:port and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:44.969270 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:44.975778 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:44.993025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Made reservation on behalf of 13da5b00f3b1403c8bde5496a4734efd for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:14:45.001194 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:45.388257 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce45edf-0783-4c3b-abfd-e812f88ff3c9 req-8c7589dd-c956-4ec3-8724-e98d5b16216c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:45.389900 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3ce45edf-0783-4c3b-abfd-e812f88ff3c9 req-8c7589dd-c956-4ec3-8724-e98d5b16216c tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.3699174 Oct 27 14:14:45.446839 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Allocated IP 172.20.0.11 (9b1f7771-8415-439b-9fd7-70a940091936/636d6cf4-d60b-4f32-9b3d-f0da80b35799/e1423e89-d85d-40be-8669-f2ab3fe9064d) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:45.525595 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3ce45edf-0783-4c3b-abfd-e812f88ff3c9 req-4113ff77-a449-441b-a7a6-64fcdbf1c005 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966105 Oct 27 14:14:45.725866 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:45.742717 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Transition to ACTIVE for port object e1423e89-d85d-40be-8669-f2ab3fe9064d will not be triggered until provisioned by entity DHCP. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:45.769733 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:45.783963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:45.840252 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-cd4a87cb-0d80-49c6-9911-f3af6f17bdaa tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:45.841098 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-cd4a87cb-0d80-49c6-9911-f3af6f17bdaa tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Synchronizing usage tracker for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:14:45.865497 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-cd4a87cb-0d80-49c6-9911-f3af6f17bdaa tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Unset dirty status for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:14:45.872381 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-cd4a87cb-0d80-49c6-9911-f3af6f17bdaa tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 932 time: 0.1335080 Oct 27 14:14:45.897355 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:14:45.898007 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Network 9b1f7771-8415-439b-9fd7-70a940091936 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:45.909426 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:45.918174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:45.953168 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:45.968254 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:46.034074 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:46.034689 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.068766 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff7ae4-13c1-4878-bda7-47337d2bad83 req-7b407b6c-8d98-4758-b1ee-8a922c8d7a89 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:46.076712 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c1ff7ae4-13c1-4878-bda7-47337d2bad83 req-7b407b6c-8d98-4758-b1ee-8a922c8d7a89 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.2190220 Oct 27 14:14:46.098731 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3442414 Oct 27 14:14:46.103745 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-c6bbfd76-9c62-4ac7-aabf-7c15934c34e7 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Synchronizing usage tracker for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:14:46.121868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-c6bbfd76-9c62-4ac7-aabf-7c15934c34e7 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Unset dirty status for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:14:46.125242 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Request body: {'port': {'device_id': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:46.136071 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-82573624-ab81-44b9-bd9f-f35ae140fb98 req-c6bbfd76-9c62-4ac7-aabf-7c15934c34e7 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626915 Oct 27 14:14:46.189228 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:46.210295 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'mac_address': 'fa:16:3e:7c:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:14:46.265450 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-0f058050-a4f7-4124-a7e8-434b57167b1a None None] Provisioning for port e1423e89-d85d-40be-8669-f2ab3fe9064d completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:46.273515 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c1ff7ae4-13c1-4878-bda7-47337d2bad83 req-65f00454-d324-4fa3-8099-c20f4ca1caa8 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958458 Oct 27 14:14:46.282084 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.293151 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-0f058050-a4f7-4124-a7e8-434b57167b1a None None] Provisioning complete for port e1423e89-d85d-40be-8669-f2ab3fe9064d triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:46.293529 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-0f058050-a4f7-4124-a7e8-434b57167b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.349210 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.351103 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54aa1baf-1fd6-40d0-8101-b5fb275940e2 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:46.360637 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-0f058050-a4f7-4124-a7e8-434b57167b1a None None] Port e1423e89-d85d-40be-8669-f2ab3fe9064d cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:14:46.373752 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:46.380505 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.382665 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b006c6d3-587e-4248-849e-d424b29916ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:46.463360 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=6']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:46.472696 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:46.491872 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['54aa1baf-1fd6-40d0-8101-b5fb275940e2'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:14:46.740238 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1423e89-d85d-40be-8669-f2ab3fe9064d {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:46.750198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.768794 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Transition to ACTIVE for port object e1423e89-d85d-40be-8669-f2ab3fe9064d will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:14:46.772897 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7dc78-5723-4a6a-aaec-78629871423b req-1bf4372a-8f95-4f49-9f36-eeaaed69a452 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:46.774788 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:46.774976 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-34f7dc78-5723-4a6a-aaec-78629871423b req-1bf4372a-8f95-4f49-9f36-eeaaed69a452 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0915577 Oct 27 14:14:46.779886 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-57e3c1c2-fa0c-4590-84ef-e39f696a6c67 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:46.831190 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-34f7dc78-5723-4a6a-aaec-78629871423b req-70fd5623-52c3-4e41-9cc2-32ea2e534127 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Oct 27 14:14:46.960896 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:46.969205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:47.044767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Attempting to bind port e1423e89-d85d-40be-8669-f2ab3fe9064d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:14:47.045093 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Attempting to bind port e1423e89-d85d-40be-8669-f2ab3fe9064d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:14:47.045413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Attempting to bind port e1423e89-d85d-40be-8669-f2ab3fe9064d on network 9b1f7771-8415-439b-9fd7-70a940091936 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:47.051429 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Port e1423e89-d85d-40be-8669-f2ab3fe9064d on network 9b1f7771-8415-439b-9fd7-70a940091936 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:14:47.051736 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Attempting to bind port e1423e89-d85d-40be-8669-f2ab3fe9064d on network 9b1f7771-8415-439b-9fd7-70a940091936 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:14:47.057884 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:14:47.058198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Checking segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:14:47.058566 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Bound using segment: {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:14:47.058980 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Bound port: e1423e89-d85d-40be-8669-f2ab3fe9064d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3efcff4-f013-4c8b-9aab-0981f765e734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:14:47.059394 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:47.143286 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:14:47.146224 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:14:47.153458 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:47.157025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:47.226689 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:47.228004 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] 10.222.0.82 "PUT /v2.0/ports/e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 1094 time: 1.1149368 Oct 27 14:14:47.228491 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:47.244911 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:47.248281 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:47.286647 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:14:47.312504 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'status': 'completed', 'code': 200} Oct 27 14:14:47.418582 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-999da977-2df5-4034-8df9-c32389ec8c4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1097 time: 0.1165442 Oct 27 14:14:47.432946 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d480b-0c74-4de9-ab7e-b787b6677a78 req-89cccbaf-1e86-418d-84b7-dc7cb474d2d2 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:47.433674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-583d480b-0c74-4de9-ab7e-b787b6677a78 req-89cccbaf-1e86-418d-84b7-dc7cb474d2d2 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Synchronizing usage tracker for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:14:47.546514 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727642c-329b-4ed9-9f17-3a6cd264da01 req-8587adbd-c031-4300-be02-8306c2f5c8d2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:47.548306 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3727642c-329b-4ed9-9f17-3a6cd264da01 req-8587adbd-c031-4300-be02-8306c2f5c8d2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 944 time: 0.0878277 Oct 27 14:14:47.577073 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-c13836c7-c467-489c-8d5d-d21e591f7e89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 217 time: 0.1405036 Oct 27 14:14:47.587175 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-583d480b-0c74-4de9-ab7e-b787b6677a78 req-89cccbaf-1e86-418d-84b7-dc7cb474d2d2 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Unset dirty status for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:14:47.588366 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583d480b-0c74-4de9-ab7e-b787b6677a78 req-89cccbaf-1e86-418d-84b7-dc7cb474d2d2 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.3239896 Oct 27 14:14:47.598308 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3727642c-329b-4ed9-9f17-3a6cd264da01 req-fafa3794-3f87-4c5c-a7b1-461c0e1030cc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436718 Oct 27 14:14:47.681844 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-741a2de5-7b3c-48f2-b030-d41002b696f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:47.683375 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-741a2de5-7b3c-48f2-b030-d41002b696f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.0832436 Oct 27 14:14:47.750337 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583d480b-0c74-4de9-ab7e-b787b6677a78 req-e458ffaf-1cf6-45a3-860e-09d31d2b7014 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902009 Oct 27 14:14:47.776489 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-f8849ab8-a1ee-48a6-a62d-70253dfa5882 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821967 Oct 27 14:14:47.899208 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:47.946525 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-df51672c-3646-4d58-a9ca-a200a7498fc8 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494160 Oct 27 14:14:48.059558 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:48.059954 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:48.091041 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397b477-8b95-48b5-b317-795a37acab13 req-03fa7303-9855-4d16-bcc6-4ad91e7eddc3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:48.092572 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0397b477-8b95-48b5-b317-795a37acab13 req-03fa7303-9855-4d16-bcc6-4ad91e7eddc3 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0971823 Oct 27 14:14:48.173096 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f3c12f5b-8d38-4224-8b69-a17cfbb058fa req-6477e999-4ddf-4e66-a6d1-79790d3fa54e service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169340 Oct 27 14:14:48.181067 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0397b477-8b95-48b5-b317-795a37acab13 req-9b351ad8-1247-4159-89a7-950b9b3ae17a tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824440 Oct 27 14:14:48.227594 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:48.257008 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:48.275372 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:48.280127 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:48.285977 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:48.330787 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-c90c3a4b-685a-49ed-8423-93be6ca7f890 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1097 time: 0.0875657 Oct 27 14:14:48.339282 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'code': 200} Oct 27 14:14:48.362658 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=7']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:48.374471 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:48.489727 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-adc2a06c-0bc6-4070-adbf-b21fec76b7d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:48.491187 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-adc2a06c-0bc6-4070-adbf-b21fec76b7d8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 910 time: 0.1439199 Oct 27 14:14:48.579707 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-7ed68ee2-689e-4425-8b3b-9f8ccf49e8c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 217 time: 0.0739815 Oct 27 14:14:48.685535 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-82d4ba22-4493-409a-a255-64ec22dcbc6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:48.687275 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-82d4ba22-4493-409a-a255-64ec22dcbc6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.0980015 Oct 27 14:14:48.820039 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-04cc9c46-ea59-4c0d-96bf-964067d3f3b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245182 Oct 27 14:14:48.920598 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ad102-06a2-4ab7-85b5-d1c4ae948202 req-ded6eb80-6a7c-4739-8b2e-b8c788c859ba tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:48.930365 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b62ad102-06a2-4ab7-85b5-d1c4ae948202 req-ded6eb80-6a7c-4739-8b2e-b8c788c859ba tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1376362 Oct 27 14:14:48.976775 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b62ad102-06a2-4ab7-85b5-d1c4ae948202 req-2076dac6-c88d-473b-921d-1b2494622627 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 Oct 27 14:14:49.082380 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-7437c201-f14b-40e7-98b2-1471591115e8 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516184 Oct 27 14:14:49.118820 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb6a82-7da5-4229-a617-6073fe7b231a req-fe567321-0b8a-42a0-baed-4feecf3630f7 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:49.125591 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-30bb6a82-7da5-4229-a617-6073fe7b231a req-fe567321-0b8a-42a0-baed-4feecf3630f7 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.1882250 Oct 27 14:14:49.259408 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-30bb6a82-7da5-4229-a617-6073fe7b231a req-48ec14a7-32cb-47a4-95b9-08925c88977b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328709 Oct 27 14:14:49.300537 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d95adee5-68cb-4372-84a1-a1fab137e981 req-f54f9a82-1660-415f-a8d3-9967a915dc40 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075205 Oct 27 14:14:49.422659 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ef3ff-1eac-4680-8274-92d8ae3db032 req-faa25e47-0ec4-4f9c-9ff9-a70cc8b9ab09 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:49.432532 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-168ef3ff-1eac-4680-8274-92d8ae3db032 req-faa25e47-0ec4-4f9c-9ff9-a70cc8b9ab09 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.0907433 Oct 27 14:14:49.495466 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-168ef3ff-1eac-4680-8274-92d8ae3db032 req-fd46bc17-9105-4817-aa28-c0529d48a639 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Oct 27 14:14:49.501708 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33870) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:49.567719 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Deleting subnet 307c6b6e-0f82-40c4-b650-3308888231c7 {{(pid=82832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:14:49.572875 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:49.623206 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2f545b5a-7a62-4057-a2e2-9f6d5e0ed69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:49.644625 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3260385'] for subnet, precommit_delete_associations {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:49.715482 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:49.793566 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3869307'] for subnet, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:49.797894 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:49.835673 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307c6b6e-0f82-40c4-b650-3308888231c7,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:49.838589 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:49.842639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:49.855559 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/307c6b6e-0f82-40c4-b650-3308888231c7 HTTP/1.1" status: 204 len: 168 time: 0.3526733 Oct 27 14:14:49.858019 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33874) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:49.975993 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.100684 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.128329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.178732 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:50.193180 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7b3d0-ec62-4804-902b-56ee456c8aab') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:50.193501 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7b3d0-ec62-4804-902b-56ee456c8aab') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:50.207687 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.232496 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.239415 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:14:50.239925 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:14:50.253296 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:14:50.264055 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eff867-b1da-40d8-b86c-e44ac998470e req-28be2946-2a1d-4cd1-9606-96022cb028cc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:50.268453 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d9eff867-b1da-40d8-b86c-e44ac998470e req-28be2946-2a1d-4cd1-9606-96022cb028cc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1073363 Oct 27 14:14:50.387840 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d9eff867-b1da-40d8-b86c-e44ac998470e req-bd67922e-4da5-4cab-b8d4-0186c063a6b5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122665 Oct 27 14:14:50.394803 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.399280 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c4a9fdb4-885f-40e8-8303-299ab558498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:50.424574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.431638 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:50.436363 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:50.445927 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-eb42020c-3a03-4937-aa7b-af41f9d61efe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:50.447585 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-eb42020c-3a03-4937-aa7b-af41f9d61efe tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.1359086 Oct 27 14:14:50.455815 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] 10.222.0.61 "DELETE /v2.0/networks/b2f0a821-23c9-4bcb-9cb8-642f55f6f3f2 HTTP/1.1" status: 204 len: 168 time: 0.5946975 Oct 27 14:14:50.546829 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Deleting port 5635431f-a044-469d-9ab4-411db038db3e {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:14:50.548909 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.589380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39639a8-00b8-4c29-99a2-29dace3fcffb req-190a20ea-f8b1-40af-94b4-ce5e709b4f20 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:50.595133 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e39639a8-00b8-4c29-99a2-29dace3fcffb req-190a20ea-f8b1-40af-94b4-ce5e709b4f20 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.1237867 Oct 27 14:14:50.688333 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e39639a8-00b8-4c29-99a2-29dace3fcffb req-a64a22c5-1e44-4f22-a983-846d606ebafb tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855374 Oct 27 14:14:50.779281 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33886) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:50.840735 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ac36a623-ad69-4e23-a670-f838d46899e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea7eaae09c94454c9f3479d650d856c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0593026 Oct 27 14:14:50.843384 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33890) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:50.925766 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:50.952293 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.032058 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] For port 5635431f-a044-469d-9ab4-411db038db3e, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5635431f-a044-469d-9ab4-411db038db3e,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:51.032410 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.112323 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.147754 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f414a713-9a2a-48a0-a33b-34a88c58b8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:51.163272 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83e2bb-8afb-4c4f-8625-5155ca885cf3,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:51.166701 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:51.171518 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.173845 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a83e2bb-8afb-4c4f-8625-5155ca885cf3 HTTP/1.1" status: 204 len: 168 time: 0.3284175 Oct 27 14:14:51.193055 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Calling delete_port for 5635431f-a044-469d-9ab4-411db038db3e owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:14:51.265051 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a572-3f4c-4557-9ec4-6567c8ed6c80 req-f7145182-4608-4bc4-8587-9d83fbf5f972 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:51.266630 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bdb7a572-3f4c-4557-9ec4-6567c8ed6c80 req-f7145182-4608-4bc4-8587-9d83fbf5f972 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/ports?device_id=225a77e8-c3bc-448f-bfba-2651385ea930 HTTP/1.1" status: 200 len: 946 time: 0.5390460 Oct 27 14:14:51.367688 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bdb7a572-3f4c-4557-9ec4-6567c8ed6c80 req-69756178-deee-41fb-a09e-3cb16f126c64 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.61 "GET /v2.0/security-groups?id=ddfa2579-f028-42af-8b49-effe9c7e2637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862365 Oct 27 14:14:51.418062 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.434365 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['5635431f-a044-469d-9ab4-411db038db3e'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:14:51.444299 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:51.514043 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Pushing event deleted for resources: {'Port': ['ID=5635431f-a044-469d-9ab4-411db038db3e,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:51.520570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:51.570971 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] No DVR routers for this DVR port 5635431f-a044-469d-9ab4-411db038db3e on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:14:51.573386 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.576167 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225a77e8-c3bc-448f-bfba-2651385ea930', 'name': 'network-vif-deleted', 'tag': '5635431f-a044-469d-9ab4-411db038db3e'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:51.618178 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9bcf7ae9-5845-493d-814b-f0c1f635cd3c req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] 10.222.0.82 "DELETE /v2.0/ports/5635431f-a044-469d-9ab4-411db038db3e HTTP/1.1" status: 204 len: 173 time: 1.1642065 Oct 27 14:14:51.656706 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225a77e8-c3bc-448f-bfba-2651385ea930', 'name': 'network-vif-deleted', 'tag': '5635431f-a044-469d-9ab4-411db038db3e', 'status': 'completed', 'code': 200} Oct 27 14:14:51.786482 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c76e-68b6-4834-ab25-13e6c3182eea req-7cb3c9fc-39a6-45e1-b5ed-9d7945ac1db5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:51.788565 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b1d4c76e-68b6-4834-ab25-13e6c3182eea req-7cb3c9fc-39a6-45e1-b5ed-9d7945ac1db5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1410956 Oct 27 14:14:51.797224 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f5e18c18-784b-44a7-b4a8-dcd3bd097fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:51.898414 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b1d4c76e-68b6-4834-ab25-13e6c3182eea req-b3564878-4c2e-47ab-ac92-cce414932a2f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947142 Oct 27 14:14:51.906272 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:14:52.046898 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c46cb-b8d3-49a9-a6f5-4c046daeb4a3 req-c8e5c37a-c706-43ee-a8de-1abcbaf5667a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:52.054246 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ba2c46cb-b8d3-49a9-a6f5-4c046daeb4a3 req-c8e5c37a-c706-43ee-a8de-1abcbaf5667a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.1422236 Oct 27 14:14:52.105538 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ba2c46cb-b8d3-49a9-a6f5-4c046daeb4a3 req-3f96821a-c489-485a-b290-610226ead82f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502665 Oct 27 14:14:52.127150 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:52.145759 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'port_id': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'mac_address': 'fa:16:3e:13:77:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:14:52.240217 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:52.272709 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1423e89-d85d-40be-8669-f2ab3fe9064d {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:14:52.309440 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:52.319292 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:52.322180 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-29b506ed-6700-4ec4-a6cc-a4c25e50e6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:52.408476 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:52.411901 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:52.545966 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 33928) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:52.626661 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['e1423e89-d85d-40be-8669-f2ab3fe9064d'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:14:52.742981 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:53.175186 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:53.364045 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764a552-b324-4485-bff3-d3b47b7ea891 req-f626a1f9-a163-4346-803c-7ee292749124 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:53.371158 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3764a552-b324-4485-bff3-d3b47b7ea891 req-f626a1f9-a163-4346-803c-7ee292749124 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1427596 Oct 27 14:14:53.435289 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3764a552-b324-4485-bff3-d3b47b7ea891 req-c3c23305-4503-4b36-b03f-4c2c2eb37f89 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621963 Oct 27 14:14:53.478520 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f05b-3588-41e4-9a52-c9e41b2ef3d2 req-669aaef3-d3f8-420d-b686-abc21c9c070e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:53.479634 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2321f05b-3588-41e4-9a52-c9e41b2ef3d2 req-669aaef3-d3f8-420d-b686-abc21c9c070e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 945 time: 0.1341341 Oct 27 14:14:53.690167 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2321f05b-3588-41e4-9a52-c9e41b2ef3d2 req-88da835d-5481-4198-b1ac-6b1360fbf1e9 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527684 Oct 27 14:14:53.923265 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:14:54.011067 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Deleting port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:14:54.011525 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:54.040387 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port e1423e89-d85d-40be-8669-f2ab3fe9064d completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:14:54.047473 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port e1423e89-d85d-40be-8669-f2ab3fe9064d triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:14:54.048044 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:54.178866 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:54.215463 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:14:54.223649 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:54.226273 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] For port bd972ae2-a1e7-4766-86b1-4f8e21fd76f2, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,segment=NetworkSegment(184e748b-6f04-411d-8442-1cb7be3c9f84),segment_id=184e748b-6f04-411d-8442-1cb7be3c9f84)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:54.226781 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:54.230918 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:54.231987 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5635431f-a044-469d-9ab4-411db038db3e no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:14:54.279230 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:54.322027 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 5635431f-a044-469d-9ab4-411db038db3e {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:14:54.322456 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 5635431f-a044-469d-9ab4-411db038db3e not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:14:54.325168 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'code': 200} Oct 27 14:14:54.376102 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:54.377344 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Calling delete_port for bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 owned by network:router_interface {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:14:54.379535 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:54.528992 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:54.842144 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e8041540-2412-4ae6-a86f-9f4a8d0d783a req-20a5dc4f-4b33-4c6b-8ff2-9ec9e3f299e2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1099 time: 0.1597722 Oct 27 14:14:54.849611 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54296a3b-4b20-4245-9776-30e9d209515b req-a3845b85-9e96-4ec9-90d7-882824078347 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:54.856293 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-54296a3b-4b20-4245-9776-30e9d209515b req-a3845b85-9e96-4ec9-90d7-882824078347 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1570461 Oct 27 14:14:54.956287 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-54296a3b-4b20-4245-9776-30e9d209515b req-fffe2d49-f818-4a36-9460-5f5c3fcf761d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990367 Oct 27 14:14:55.013306 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:55.020945 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:55.021212 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e8041540-2412-4ae6-a86f-9f4a8d0d783a req-c7d73511-d726-41ae-90c0-f866ea2f546d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631870 Oct 27 14:14:55.056630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf7064-40fb-49f0-a424-a1bb27050572 req-05ba972f-e438-4e57-b307-4afd1e25aedd tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:55.057977 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-01bf7064-40fb-49f0-a424-a1bb27050572 req-05ba972f-e438-4e57-b307-4afd1e25aedd tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.1336181 Oct 27 14:14:55.066847 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd972ae2-a1e7-4766-86b1-4f8e21fd76f2,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:55.070295 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:55.134183 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-01bf7064-40fb-49f0-a424-a1bb27050572 req-f8437c9a-d79f-4d1d-95d7-57a55aca307f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688965 Oct 27 14:14:55.389987 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:56.238935 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Router d299131e-d8d5-4a35-883d-6b963d0ffb30 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:14:56.251743 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed778ae-902d-4492-82d2-ec8814a8e359 req-56837265-3c0a-43f8-b33f-c7b66ecb6b70 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:56.253184 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6ed778ae-902d-4492-82d2-ec8814a8e359 req-56837265-3c0a-43f8-b33f-c7b66ecb6b70 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.1261973 Oct 27 14:14:56.376144 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478b8db-627e-4fcb-bc39-a08c68c44b0e req-d82c3f66-59b7-4ae9-af78-8652163bce24 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:56.384212 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2478b8db-627e-4fcb-bc39-a08c68c44b0e req-d82c3f66-59b7-4ae9-af78-8652163bce24 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0992179 Oct 27 14:14:56.443072 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6ed778ae-902d-4492-82d2-ec8814a8e359 req-da74eae1-40d4-46e0-b288-ddbb54bf60a8 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836298 Oct 27 14:14:56.457209 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2478b8db-627e-4fcb-bc39-a08c68c44b0e req-5e45bb72-bd84-4977-b1ab-db05d2c66c3e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709224 Oct 27 14:14:56.714591 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:14:56.727668 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] Sync routers for ids ['d299131e-d8d5-4a35-883d-6b963d0ffb30'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:14:56.761642 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] Routers {'d299131e-d8d5-4a35-883d-6b963d0ffb30'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:56.768927 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:14:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['d299131e-d8d5-4a35-883d-6b963d0ffb30'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:56.792036 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] 10.222.0.61 "PUT /v2.0/routers/d299131e-d8d5-4a35-883d-6b963d0ffb30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2449818 Oct 27 14:14:56.794802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 33984) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:57.133888 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] Set router d299131e-d8d5-4a35-883d-6b963d0ffb30 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:57.233205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:57.480664 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:14:54Z', 'revision_number': 5, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port': {'id': 'b691a5d0-ee9b-4429-b8e7-77c0500d005d', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:56Z', 'updated_at': '2021-10-27T14:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:57.490506 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] Checking router: d299131e-d8d5-4a35-883d-6b963d0ffb30 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:14:57.522548 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] Routers {'d299131e-d8d5-4a35-883d-6b963d0ffb30'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:14:57.523216 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:14:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['d299131e-d8d5-4a35-883d-6b963d0ffb30'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:57.644174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:57.670180 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Deleting port b691a5d0-ee9b-4429-b8e7-77c0500d005d {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:14:57.671169 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:57.714132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0be05-d2e6-44cf-8083-c7eff4faedb3 req-e8a5e58a-4013-429d-9519-3a4850929c5c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:57.725577 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bcd0be05-d2e6-44cf-8083-c7eff4faedb3 req-e8a5e58a-4013-429d-9519-3a4850929c5c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.1040885 Oct 27 14:14:57.805445 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bcd0be05-d2e6-44cf-8083-c7eff4faedb3 req-a1221540-9b70-43fc-865a-1d149b037218 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831354 Oct 27 14:14:57.854252 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] Set router d299131e-d8d5-4a35-883d-6b963d0ffb30 gateway port host: None {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:14:58.000108 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:14:57Z', 'revision_number': 6, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port_host': None}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:14:58.005770 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4f9f9-e9d0-4efd-b2ac-59c5cf160d0b None None] The sync data for ids ['d299131e-d8d5-4a35-883d-6b963d0ffb30'] in dv-cinder-815663-1-smb is: [{'id': 'd299131e-d8d5-4a35-883d-6b963d0ffb30', 'name': 'tempest-ServerRescueNegativeTestJSON-1981195774-router', 'tenant_id': '23a107bf77094883a9a81a9230e0f8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:54Z', 'updated_at': '2021-10-27T14:14:57Z', 'revision_number': 6, 'project_id': '23a107bf77094883a9a81a9230e0f8ea', 'gw_port_host': None}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:14:58.056026 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccadc34-b869-41bc-b808-517678c11778 req-e32bedf9-56af-40f0-b46d-58a0fb80bb74 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:58.058369 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1ccadc34-b869-41bc-b808-517678c11778 req-e32bedf9-56af-40f0-b46d-58a0fb80bb74 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.1018801 Oct 27 14:14:58.118006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb637d29-c047-40b6-b50d-8cb476e67444 req-fa716b08-ef73-44f1-afab-3cf72efaf3ec tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:58.125045 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fb637d29-c047-40b6-b50d-8cb476e67444 req-fa716b08-ef73-44f1-afab-3cf72efaf3ec tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.3284590 Oct 27 14:14:58.178239 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1ccadc34-b869-41bc-b808-517678c11778 req-8f103485-34e5-4ff3-b136-facdc99a408d tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138055 Oct 27 14:14:58.192276 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] For port b691a5d0-ee9b-4429-b8e7-77c0500d005d, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=b691a5d0-ee9b-4429-b8e7-77c0500d005d,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:14:58.192639 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:58.197061 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34002) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:58.364069 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fb637d29-c047-40b6-b50d-8cb476e67444 req-d178fb1d-230b-4709-8243-d0b302270d09 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380502 Oct 27 14:14:58.378457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Calling delete_port for b691a5d0-ee9b-4429-b8e7-77c0500d005d owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:14:58.666077 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-43bcedfa-31e4-4742-af9c-059e270db421 tempest-TestShelveInstance-1548238629 tempest-TestShelveInstance-1548238629-project-admin] Synchronizing usage tracker for tenant:db52272e80b443dbbf6e685011270695 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:14:58.708957 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-43bcedfa-31e4-4742-af9c-059e270db421 tempest-TestShelveInstance-1548238629 tempest-TestShelveInstance-1548238629-project-admin] Unset dirty status for tenant:db52272e80b443dbbf6e685011270695 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:14:58.710835 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-43bcedfa-31e4-4742-af9c-059e270db421 tempest-TestShelveInstance-1548238629 tempest-TestShelveInstance-1548238629-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1094 time: 0.5126390 Oct 27 14:14:58.716072 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34012) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:58.728818 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Request body: {'floatingip': {'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'port_id': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:14:58.739518 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:14:58.748446 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Usage tracker for resource:floatingip and tenant:13da5b00f3b1403c8bde5496a4734efd is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:14:58.759489 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:14:58.766116 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:14:58.799952 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for floatingip, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:58.847430 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:14:58.865158 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ee769-a602-4d52-92ac-448f647a3793 req-3e1b870e-5ddd-4382-8e18-f211668272c8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:58.872358 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c4ee769-a602-4d52-92ac-448f647a3793 req-3e1b870e-5ddd-4382-8e18-f211668272c8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1646152 Oct 27 14:14:58.898581 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:14:58.899136 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd972ae2-a1e7-4766-86b1-4f8e21fd76f2 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:14:58.899416 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device b691a5d0-ee9b-4429-b8e7-77c0500d005d no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:14:58.943571 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c4ee769-a602-4d52-92ac-448f647a3793 req-e060b56a-a8a1-4d66-83fb-58174faa8ef6 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702233 Oct 27 14:14:58.944466 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:58.949052 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-fcd6fc2b-30b1-4a02-8732-9d0cd98b5ca8 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:58.966236 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: b691a5d0-ee9b-4429-b8e7-77c0500d005d {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:14:58.966589 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device b691a5d0-ee9b-4429-b8e7-77c0500d005d not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:14:59.010916 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Pushing event deleted for resources: {'Port': ['ID=b691a5d0-ee9b-4429-b8e7-77c0500d005d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:59.064941 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.088949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.089237 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.089587 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.089932 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.090280 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.090623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.090965 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.091304 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.091652 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.091980 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.092316 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.097944 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:59.227734 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Allocated IP 172.28.1.88 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/d8e8edfd-97df-4945-aed6-bd2cda4a4ad7) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:14:59.274440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.415028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.447603 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.461251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:14:59.632219 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:14:59.636686 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:14:59.642259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:14:59.670112 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.677979 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.678243 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'Port': ['ID=d8e8edfd-97df-4945-aed6-bd2cda4a4ad7,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:14:59.722517 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.723237 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.723512 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.724000 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.724470 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.724934 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.725449 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.725929 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.726431 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.726981 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.727331 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:14:59.738537 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:14:59.785800 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.786674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d299131e-d8d5-4a35-883d-6b963d0ffb30 {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:14:59.806993 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.808318 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d299131e-d8d5-4a35-883d-6b963d0ffb30 HTTP/1.1" status: 204 len: 168 time: 3.0119901 Oct 27 14:14:59.816876 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34020) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:14:59.819290 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae8b4b-4cdd-4079-a044-4ff43808b8e5 req-8134f973-fd59-491c-9572-d2b580fd7d4e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:14:59.820821 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e9ae8b4b-4cdd-4079-a044-4ff43808b8e5 req-8134f973-fd59-491c-9572-d2b580fd7d4e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.2770250 Oct 27 14:14:59.896452 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Deleting subnet 6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:14:59.901039 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:14:59.952914 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e9ae8b4b-4cdd-4079-a044-4ff43808b8e5 req-4b3098fe-a96e-4497-9007-7a1eb0dbaec5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240880 Oct 27 14:14:59.964745 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.036920 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.124173 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.138404 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:00.174406 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.187166 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:00.191001 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:00.192609 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-f8c252c0-5148-46cc-8438-80bf7838fa10 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6c4e815a-5cbc-48b9-a5bf-b4d0521b8d14 HTTP/1.1" status: 204 len: 168 time: 0.3744898 Oct 27 14:15:00.194838 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34026) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:00.401268 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.417939 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fbdc4-354b-4d03-9324-64138e3468de req-23faddbc-0204-4c80-9dcf-f8bb68c5a19d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:00.419435 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8f9fbdc4-354b-4d03-9324-64138e3468de req-23faddbc-0204-4c80-9dcf-f8bb68c5a19d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1950188 Oct 27 14:15:00.595760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.669815 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.677997 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.726062 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8f9fbdc4-354b-4d03-9324-64138e3468de req-ce497220-7337-44ad-a185-88ae68216acb tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638087 Oct 27 14:15:00.755437 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc144ceb-c285-44a0-8051-1f2dcb4bf2e8']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:00.770317 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e748b-6f04-411d-8442-1cb7be3c9f84') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:00.770804 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e748b-6f04-411d-8442-1cb7be3c9f84') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:00.784205 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.806300 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.814250 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:15:00.814806 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:15:00.829805 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:15:00.918551 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.923106 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:00.956078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:00.971746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc144ceb-c285-44a0-8051-1f2dcb4bf2e8,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:00.979935 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:00.982055 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] 10.222.0.61 "DELETE /v2.0/networks/dc144ceb-c285-44a0-8051-1f2dcb4bf2e8 HTTP/1.1" status: 204 len: 168 time: 0.7858977 Oct 27 14:15:01.061140 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.068711 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.075254 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:01.301607 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34036) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:01.320285 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event updated for resources: {'Port': ['ID=d8e8edfd-97df-4945-aed6-bd2cda4a4ad7,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:01.328132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:01.336060 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.359625 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b72dd4d8-1770-441e-8644-172888e10b8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23a107bf77094883a9a81a9230e0f8ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0578725 Oct 27 14:15:01.359876 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34040) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:01.432210 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.464440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.478032 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b113-931b-4e80-a903-9014d9167632 req-eb51b6bc-0c55-4a61-9c94-304996f5c6d9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:01.479893 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3b17b113-931b-4e80-a903-9014d9167632 req-eb51b6bc-0c55-4a61-9c94-304996f5c6d9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.2500598 Oct 27 14:15:01.539179 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.552408 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4fe79c82-f05e-4512-a913-e4f934a4ad82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:01.567171 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfa2579-f028-42af-8b49-effe9c7e2637,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:01.569535 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:01.584011 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:01.587997 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddfa2579-f028-42af-8b49-effe9c7e2637 HTTP/1.1" status: 204 len: 168 time: 0.2271988 Oct 27 14:15:01.600293 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3b17b113-931b-4e80-a903-9014d9167632 req-efe52158-8ecb-4f93-9ba7-62d4ecb087c6 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123068 Oct 27 14:15:01.653019 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.l3_db [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Floating IP 461e1ddf-22f6-4045-9c4a-b289e6874331 associated. External IP: 172.28.1.88, port: e1423e89-d85d-40be-8669-f2ab3fe9064d. Oct 27 14:15:02.080382 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23d962-8e44-44c1-a6f0-b4b63999ff84 req-76e085d0-a891-4b8b-9d3f-4e0b5ade9074 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:02.091051 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cb23d962-8e44-44c1-a6f0-b4b63999ff84 req-76e085d0-a891-4b8b-9d3f-4e0b5ade9074 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1141527 Oct 27 14:15:02.151920 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cb23d962-8e44-44c1-a6f0-b4b63999ff84 req-2f6f7aa7-ba6c-4dbf-9b37-c273732674c0 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567729 Oct 27 14:15:02.213390 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Router f937e272-74f5-42c9-9882-af3244a2d49d has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:15:02.478357 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:15:02.500921 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] Sync routers for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:15:02.507777 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:02.526643 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:02.527310 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:14:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:02.585669 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8638999 Oct 27 14:15:02.586452 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:02.649218 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'status': 'completed', 'code': 200} Oct 27 14:15:02.742554 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:02.783669 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-451961cc-c0b2-436c-bf13-9fec2a356e6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1099 time: 0.1025362 Oct 27 14:15:02.981248 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e20b6-8892-4553-8515-1cc4132e562f req-8faafdfa-a813-4f8e-8871-fad86765b21e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:02.982746 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-8faafdfa-a813-4f8e-8871-fad86765b21e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 910 time: 0.1558545 Oct 27 14:15:03.186086 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '461e1ddf-22f6-4045-9c4a-b289e6874331', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'floating_ip_address': '172.28.1.88', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'port_id': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'mac_address': 'fa:16:3e:13:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:00Z', 'updated_at': '2021-10-27T14:15:00Z', 'revision_number': 0, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:03.191701 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] Checking router: f937e272-74f5-42c9-9882-af3244a2d49d for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:15:03.194786 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267f31-a171-4ac9-b7ca-4deeedf368b6 req-d708eee9-193c-4d81-8ef0-01301dfd2e56 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:03.196239 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-07267f31-a171-4ac9-b7ca-4deeedf368b6 req-d708eee9-193c-4d81-8ef0-01301dfd2e56 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.4071510 Oct 27 14:15:03.205519 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:03.206220 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:14:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:03.207736 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-3e9e3f86-e8c3-4fac-8765-a9c4e1003255 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 999 time: 0.2165112 Oct 27 14:15:03.309482 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-07267f31-a171-4ac9-b7ca-4deeedf368b6 req-afd5caf3-70fe-404a-9cac-4ac679fc8e2c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046026 Oct 27 14:15:03.317677 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-5ec1665e-d064-4156-8845-b53455e8164c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1098 time: 0.0792825 Oct 27 14:15:03.318283 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e20b6-8892-4553-8515-1cc4132e562f req-f89392f7-2317-43e2-acbc-038d8bc50f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:03.319904 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-f89392f7-2317-43e2-acbc-038d8bc50f89 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.0861261 Oct 27 14:15:03.419126 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-b879151b-7fbe-4f28-b568-45ec40364138 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843778 Oct 27 14:15:03.500862 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-0de7c598-6a3a-4c05-aae5-1ee542a5567e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:03.502312 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-0de7c598-6a3a-4c05-aae5-1ee542a5567e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1679897 Oct 27 14:15:03.560010 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:03.736471 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-9aca2bf5-47f8-44af-a683-6c027bcc3b86 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087463 Oct 27 14:15:03.743092 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eb7b4-20e3-4839-971d-85f132ea8250 req-c688075e-eb01-4422-be36-a6e5cd4b61e9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:03.744776 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-900eb7b4-20e3-4839-971d-85f132ea8250 req-c688075e-eb01-4422-be36-a6e5cd4b61e9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.2526510 Oct 27 14:15:03.845470 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-1b3c5678-40a3-4b16-bb87-770383c4c3f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 999 time: 0.3349020 Oct 27 14:15:03.887433 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-900eb7b4-20e3-4839-971d-85f132ea8250 req-0fa72069-8d5d-409f-8bb9-3a00d74b1b12 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204517 Oct 27 14:15:03.939756 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-583e20b6-8892-4553-8515-1cc4132e562f req-4298e666-8c8b-48e5-a52d-5e6c575e8680 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939626 Oct 27 14:15:03.943962 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-ee105d69-4874-447a-84d6-27632f0db12b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:03.947587 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-ee105d69-4874-447a-84d6-27632f0db12b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0945230 Oct 27 14:15:04.021349 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '461e1ddf-22f6-4045-9c4a-b289e6874331', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'floating_ip_address': '172.28.1.88', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'port_id': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'mac_address': 'fa:16:3e:13:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:00Z', 'updated_at': '2021-10-27T14:15:00Z', 'revision_number': 0, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:04.026054 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd28bd3-8e96-4863-a40f-cd905ebe240e None None] The sync data for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb is: [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '461e1ddf-22f6-4045-9c4a-b289e6874331', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'floating_ip_address': '172.28.1.88', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'port_id': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'mac_address': 'fa:16:3e:13:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:15:00Z', 'updated_at': '2021-10-27T14:15:00Z', 'revision_number': 0, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:15:04.029911 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-95856878-1f56-4564-a18b-dce5a0670084 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753777 Oct 27 14:15:04.169921 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-b8ae53df-5011-4bc5-8bfa-0c81af1b34f4 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329162 Oct 27 14:15:04.241694 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bcef28-cc88-4110-a52a-1f3316ef95a7 None None] New status for floating IP 461e1ddf-22f6-4045-9c4a-b289e6874331: ACTIVE {{(pid=82834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:15:04.307057 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-67bfbe35-16e0-4d64-92bd-11352f4991d0 req-5ed7d329-f0fb-4c1e-afa6-20220ab7b34c service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299002 Oct 27 14:15:04.548333 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093b18a-866f-49e9-8eca-8884e85a64b1 req-6d965c6a-3612-4d67-8b4d-bf832820ddd2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:04.549844 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7093b18a-866f-49e9-8eca-8884e85a64b1 req-6d965c6a-3612-4d67-8b4d-bf832820ddd2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0790598 Oct 27 14:15:04.600164 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7093b18a-866f-49e9-8eca-8884e85a64b1 req-e18b5931-b977-4c16-b9cc-88de0f315337 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 Oct 27 14:15:05.105220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd7e2f-d117-4d43-81c8-330b95a0bd02 req-52d05792-a67d-46ce-b93b-ec7622d7a6c4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:05.106847 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f5dd7e2f-d117-4d43-81c8-330b95a0bd02 req-52d05792-a67d-46ce-b93b-ec7622d7a6c4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0800681 Oct 27 14:15:05.154289 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f5dd7e2f-d117-4d43-81c8-330b95a0bd02 req-0ec8193b-940f-4a39-8cdf-966afc098e19 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Oct 27 14:15:05.839979 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f92ef7-8bdd-4b18-acc9-5ca116ad3ac4 req-0d46535f-7f33-4d97-b4a7-9d0bf5aff28c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:05.841635 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-69f92ef7-8bdd-4b18-acc9-5ca116ad3ac4 req-0d46535f-7f33-4d97-b4a7-9d0bf5aff28c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 945 time: 0.0938504 Oct 27 14:15:05.891537 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-69f92ef7-8bdd-4b18-acc9-5ca116ad3ac4 req-13a21e35-895b-4082-adff-0f03e24626cf tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Oct 27 14:15:06.000452 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:15:06.110841 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:06.137309 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:06.147917 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:06.151942 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:06.153933 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:06.200043 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'code': 200} Oct 27 14:15:06.228581 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=8']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:06.237701 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.238047 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.238423 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.238758 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.239092 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.239418 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.239742 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.240063 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.240381 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.240990 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.241325 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:06.253297 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:06.378012 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5fba2-c2bd-46c3-b179-b696cc4e126a req-3c589841-d1ff-4885-8dc6-a7c0759cb583 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:06.379474 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c3d5fba2-c2bd-46c3-b179-b696cc4e126a req-3c589841-d1ff-4885-8dc6-a7c0759cb583 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0867639 Oct 27 14:15:06.425945 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c3d5fba2-c2bd-46c3-b179-b696cc4e126a req-d7f057fd-271b-436e-888c-45dcaf91da23 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407665 Oct 27 14:15:07.112785 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6cfc6-1c15-4d69-8d85-9373992c0e4f req-b367e6f0-4e2c-4140-aba5-6d05430cca14 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:07.114475 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d1f6cfc6-1c15-4d69-8d85-9373992c0e4f req-b367e6f0-4e2c-4140-aba5-6d05430cca14 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0888035 Oct 27 14:15:07.160542 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d1f6cfc6-1c15-4d69-8d85-9373992c0e4f req-0de25fb6-10b2-4a15-86bc-c167d647cfe2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Oct 27 14:15:07.636532 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944462b8-4ace-4dcc-919e-fb06b0c5717b req-99c58a65-5590-409e-8ebf-7a57691ae169 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:07.638189 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-944462b8-4ace-4dcc-919e-fb06b0c5717b req-99c58a65-5590-409e-8ebf-7a57691ae169 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0765610 Oct 27 14:15:07.686808 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-944462b8-4ace-4dcc-919e-fb06b0c5717b req-eaba7a29-0b63-48a2-a014-3673a0db81f3 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Oct 27 14:15:08.041314 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5a636ed3-7204-4ac0-b63a-07efee1f24a8 req-50702397-00a0-4da7-9ce7-beb498a6d308 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0782006 Oct 27 14:15:08.329669 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a4a81-4756-4316-a061-2a1dec35f013 req-384aa03b-3221-451d-972d-9693059fdbb2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:08.331520 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-af3a4a81-4756-4316-a061-2a1dec35f013 req-384aa03b-3221-451d-972d-9693059fdbb2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0828288 Oct 27 14:15:08.359908 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34194) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:08.377336 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-af3a4a81-4756-4316-a061-2a1dec35f013 req-dd4d1cd4-4f13-43e3-848e-e1810c65fac7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405166 Oct 27 14:15:08.501483 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-01637c24-df0f-427e-aec8-8fecc2083e12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400988 Oct 27 14:15:08.900679 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd5706-9a76-4676-81b6-6d901c9d08ef req-c5d6c38c-d41a-4c88-ae96-8bea82bc8bb6 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:08.902163 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f2bd5706-9a76-4676-81b6-6d901c9d08ef req-c5d6c38c-d41a-4c88-ae96-8bea82bc8bb6 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0789864 Oct 27 14:15:08.962156 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f2bd5706-9a76-4676-81b6-6d901c9d08ef req-4fb29cca-1977-4720-a0c5-94486cd2abe8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515280 Oct 27 14:15:09.577926 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34230) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:09.594557 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9c284-2cbe-44f7-a581-4f77af3f3787 req-a60bba4d-6eb8-4df5-a137-d1121c0bde9f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:09.596165 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-77e9c284-2cbe-44f7-a581-4f77af3f3787 req-a60bba4d-6eb8-4df5-a137-d1121c0bde9f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0800107 Oct 27 14:15:09.679388 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-77e9c284-2cbe-44f7-a581-4f77af3f3787 req-b3e43028-039a-48c6-9471-70bc0934f05d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770905 Oct 27 14:15:09.722746 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-95f7508a-60d0-46bc-b755-8c74e0063f39 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74&tenant_id=942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 1096 time: 0.0823219 Oct 27 14:15:09.737956 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:09.768960 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:09.772884 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6f06459c8641d7853852ee571a8751 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:09.776085 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:09.782006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:09.824475 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-bf8f8c79-b57e-4b23-93d7-ecd9b45657e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1096 time: 0.0770946 Oct 27 14:15:09.850655 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:09.855558 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:09.865990 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e07f2b03-3a50-42eb-aa39-e530d87dd133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:09.919457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6c4eaa-bfc5-46d6-92ac-d0fc4d4d121c,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:09.922851 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:09.927062 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae6f06459c8641d7853852ee571a8751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3481123 Oct 27 14:15:09.929590 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34240) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:09.969322 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-a9da535c-4f88-4b2b-8af0-126958ea7140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:09.970887 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-a9da535c-4f88-4b2b-8af0-126958ea7140 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1396129 Oct 27 14:15:09.995220 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:09.999419 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:15:10.023185 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:10.093153 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:10.095232 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-d9265b3a-654b-4264-8bf7-869563a91f41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 997 time: 0.1165752 Oct 27 14:15:10.097219 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e9a522f2-fc18-4b6a-b175-46652b83b8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:10.124899 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6c4eaa-bfc5-46d6-92ac-d0fc4d4d121c,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:10.129665 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:10.171516 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-ca2759db-db62-4003-90a1-3996d4411012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:10.173090 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-ca2759db-db62-4003-90a1-3996d4411012 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0705416 Oct 27 14:15:10.183228 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:10.184418 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9f35037d-ae69-419c-8536-2e16c65a5b5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b6c4eaa-bfc5-46d6-92ac-d0fc4d4d121c HTTP/1.1" status: 204 len: 168 time: 0.2531791 Oct 27 14:15:10.240159 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59db31a-401b-4f6c-af64-3a2de0c3d6f3 req-8dafa52e-1e07-4680-8d3d-dab6ba9f2f00 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:10.248490 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c59db31a-401b-4f6c-af64-3a2de0c3d6f3 req-8dafa52e-1e07-4680-8d3d-dab6ba9f2f00 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1176760 Oct 27 14:15:10.258586 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-4817d7a1-b2bf-47ae-b801-74320d7ec85b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774369 Oct 27 14:15:10.298178 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c59db31a-401b-4f6c-af64-3a2de0c3d6f3 req-51da3f99-3b95-4960-abc7-5854786093b4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486884 Oct 27 14:15:10.501925 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:10.542862 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-9452bb3b-343e-4a68-a6c2-3487c5b6bb4b service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762136 Oct 27 14:15:10.695317 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-45a3d750-0630-4dd1-97db-81fa3c438f6b req-93ef29d3-e208-4b5b-81a1-217b9fba71f6 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456118 Oct 27 14:15:10.748500 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb3acd-6629-402c-98f9-24fcc765a62a req-efada630-9e4f-4d33-88c1-454db44b1206 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:10.750138 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c0cb3acd-6629-402c-98f9-24fcc765a62a req-efada630-9e4f-4d33-88c1-454db44b1206 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0931938 Oct 27 14:15:10.812733 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c0cb3acd-6629-402c-98f9-24fcc765a62a req-b41e1eb4-a0d8-45c1-ba9b-54222ef6e8a6 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562627 Oct 27 14:15:10.833660 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-1e046818-2084-48a7-9052-126088a8104e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 1099 time: 0.0910432 Oct 27 14:15:11.053013 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-70c86ad6-fad0-493e-a5b5-b7952a2af167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:11.053013 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-70c86ad6-fad0-493e-a5b5-b7952a2af167 service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.2118428 Oct 27 14:15:11.064976 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa2314-eaaa-4ba3-a137-07beba505cb1 req-713204a1-75b0-4c1c-90e2-d517c16066f0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:11.066444 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-21fa2314-eaaa-4ba3-a137-07beba505cb1 req-713204a1-75b0-4c1c-90e2-d517c16066f0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.2023144 Oct 27 14:15:11.194359 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-2e914b97-e4e7-443c-abe9-831dc1772349 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 200 len: 1001 time: 0.1269541 Oct 27 14:15:11.196571 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-21fa2314-eaaa-4ba3-a137-07beba505cb1 req-6c915efa-2b15-4384-bd0a-09883b6712a1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825331 Oct 27 14:15:11.267501 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-e8653ba5-d120-4b8f-a57b-e0902e59356f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:11.268956 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-e8653ba5-d120-4b8f-a57b-e0902e59356f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.0612230 Oct 27 14:15:11.356434 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-4cef8096-b17d-4da4-86db-8dce1881b137 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768278 Oct 27 14:15:11.502623 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-91a3065c-41ce-43a3-9a5e-add16a07c0f6 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365061 Oct 27 14:15:11.667654 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6a2536b3-6811-4dc3-8273-16b80c5ea220 req-7a03304a-de29-4294-b3bb-ede991aa6175 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555810 Oct 27 14:15:12.175868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ab7c3-5271-4f66-b482-27485a58036f req-70b111e6-fee8-4a70-8898-efc32992211e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:12.177442 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6f4ab7c3-5271-4f66-b482-27485a58036f req-70b111e6-fee8-4a70-8898-efc32992211e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1904144 Oct 27 14:15:12.286358 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6f4ab7c3-5271-4f66-b482-27485a58036f req-ce343d84-5079-4585-a37e-1c92f4564d20 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935488 Oct 27 14:15:12.565829 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93478a70-48f9-4abd-ae98-70a9c900812a req-0bed5852-6e6d-43d0-b6e3-7f78b9e93010 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:12.568322 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-93478a70-48f9-4abd-ae98-70a9c900812a req-0bed5852-6e6d-43d0-b6e3-7f78b9e93010 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1284492 Oct 27 14:15:12.627992 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-93478a70-48f9-4abd-ae98-70a9c900812a req-d436f7ee-6593-43bf-9a71-4bde142ac22c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534537 Oct 27 14:15:13.497889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de86ba8-63ad-4651-b4b9-cd4bd85eb4cc req-d3bf1d62-fb00-4953-abc5-97a64e521509 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:13.499577 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5de86ba8-63ad-4651-b4b9-cd4bd85eb4cc req-d3bf1d62-fb00-4953-abc5-97a64e521509 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0853024 Oct 27 14:15:13.547555 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5de86ba8-63ad-4651-b4b9-cd4bd85eb4cc req-2d042f64-9176-46ef-9ce9-eff3584b2523 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Oct 27 14:15:13.919094 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be90497-4cfd-4f43-907c-6551a9c70299 req-5c5f029f-7034-46e6-a8d2-8bb7d1bdedfc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:13.926565 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6be90497-4cfd-4f43-907c-6551a9c70299 req-5c5f029f-7034-46e6-a8d2-8bb7d1bdedfc tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1546493 Oct 27 14:15:13.969417 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6be90497-4cfd-4f43-907c-6551a9c70299 req-5a3fdad0-a0fd-4666-9c2b-787627f0479b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Oct 27 14:15:14.851272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51847f5-0632-4407-a550-bf8e95edbbb2 req-ddb6db13-7083-4b8d-bcbd-72f9a03d81a8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:14.853096 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b51847f5-0632-4407-a550-bf8e95edbbb2 req-ddb6db13-7083-4b8d-bcbd-72f9a03d81a8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1704812 Oct 27 14:15:14.905044 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b51847f5-0632-4407-a550-bf8e95edbbb2 req-e89e39bf-9299-433f-b421-480b7c85357d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 Oct 27 14:15:15.212432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8608c-9ed4-43e1-bb9a-55d4ea110729 req-5f035800-16bd-4772-b8d8-723bcb84e9c2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:15.213975 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5ad8608c-9ed4-43e1-bb9a-55d4ea110729 req-5f035800-16bd-4772-b8d8-723bcb84e9c2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0879858 Oct 27 14:15:15.264710 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5ad8608c-9ed4-43e1-bb9a-55d4ea110729 req-6ed4c4f5-3a5f-492b-b553-03bf529eefe0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448389 Oct 27 14:15:16.166132 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb083fc-072a-4f60-ba52-12fca30c44b0 req-07a6f51b-83a9-4b09-b2d0-5b6cf71cd393 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.168549 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fb083fc-072a-4f60-ba52-12fca30c44b0 req-07a6f51b-83a9-4b09-b2d0-5b6cf71cd393 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1236417 Oct 27 14:15:16.231918 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fb083fc-072a-4f60-ba52-12fca30c44b0 req-caf8dd58-0bf7-4c5f-b302-32bea0d10a90 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560570 Oct 27 14:15:16.499329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6d99-2919-49c9-8983-f954081796c7 req-3df14bc2-e804-4b8d-a722-b7d60e394429 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:16.501128 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0aab6d99-2919-49c9-8983-f954081796c7 req-3df14bc2-e804-4b8d-a722-b7d60e394429 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0881236 Oct 27 14:15:16.552786 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0aab6d99-2919-49c9-8983-f954081796c7 req-9af45732-90a5-463e-83de-0116ee95d14c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459080 Oct 27 14:15:17.437726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4482a-6e4d-4508-a711-d5e6b7071802 req-bc542117-ed59-442d-b6b5-d950938c56b1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:17.444434 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-51a4482a-6e4d-4508-a711-d5e6b7071802 req-bc542117-ed59-442d-b6b5-d950938c56b1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0856950 Oct 27 14:15:17.495563 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-51a4482a-6e4d-4508-a711-d5e6b7071802 req-0eb8cb67-3a24-4b7d-bedc-784ec767cda8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502484 Oct 27 14:15:17.784711 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2ea04-a779-48b2-811b-0293de9f8f6d req-a7af15b7-dea0-41d7-b771-da409620c693 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:17.789390 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-09a2ea04-a779-48b2-811b-0293de9f8f6d req-a7af15b7-dea0-41d7-b771-da409620c693 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0953560 Oct 27 14:15:17.839093 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-09a2ea04-a779-48b2-811b-0293de9f8f6d req-5aa72b9d-eb07-46fa-bf20-7df1db757f18 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Oct 27 14:15:18.707144 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bcaba-ac09-4722-82e9-08605fcb5cf8 req-d18ceba5-94ad-4151-b84a-6a3695fa38bd tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:18.708613 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6e0bcaba-ac09-4722-82e9-08605fcb5cf8 req-d18ceba5-94ad-4151-b84a-6a3695fa38bd tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0857427 Oct 27 14:15:18.754996 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6e0bcaba-ac09-4722-82e9-08605fcb5cf8 req-35b2d659-68fa-46ac-b425-cf5194368cc5 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 Oct 27 14:15:19.113444 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57018810-e166-4567-8860-03f7a002df4c req-63d9dd86-9187-481d-a8cf-c2b92b10ed59 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:19.115089 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-57018810-e166-4567-8860-03f7a002df4c req-63d9dd86-9187-481d-a8cf-c2b92b10ed59 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.0909846 Oct 27 14:15:19.170675 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-57018810-e166-4567-8860-03f7a002df4c req-587de181-1fdd-4ad1-b5b9-443a4ac1cf41 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489526 Oct 27 14:15:19.620832 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1dcd-ea7c-4f66-9d35-fc25b4e5b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:19.959289 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33933-71bd-4443-8e62-f4caf43a6d86 req-7ea5f003-899b-4cd9-a245-6a9d3bf41c16 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:19.960919 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ccd33933-71bd-4443-8e62-f4caf43a6d86 req-7ea5f003-899b-4cd9-a245-6a9d3bf41c16 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0817447 Oct 27 14:15:20.009996 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ccd33933-71bd-4443-8e62-f4caf43a6d86 req-e6aae4e1-407f-4364-8657-a366c4c5e79d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422688 Oct 27 14:15:20.086863 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:20.511102 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428f62c-d67b-4632-9dbc-29348ca76495 req-14ea4075-16d1-4f56-94d3-3af4ad6c519e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:20.512713 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4428f62c-d67b-4632-9dbc-29348ca76495 req-14ea4075-16d1-4f56-94d3-3af4ad6c519e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1975965 Oct 27 14:15:20.564143 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4428f62c-d67b-4632-9dbc-29348ca76495 req-0958636a-2b91-4c1b-9abd-38352a6a120e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456040 Oct 27 14:15:20.739487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34448) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:20.885164 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:20.917710 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:20.922272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Usage tracker for resource:security_group_rule and tenant:063bacae68cf48e5995af383bd6b868e is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:20.949267 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:20.955678 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:21.038570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.043669 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.050644 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6be2c96a-b3c0-482b-b2ea-cac42273aa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:21.107664 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5f22d3-5595-448c-b8b9-6a2ce6be7057,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:21.111816 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=063bacae68cf48e5995af383bd6b868e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3711224 Oct 27 14:15:21.112676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:21.114517 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34456) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:21.191234 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.217541 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.228875 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf399a0-1f82-4756-b2eb-f2ff3bf6c809 req-414b59f9-c414-4ac5-8b44-4262cdd5bd90 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:21.230539 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7bf399a0-1f82-4756-b2eb-f2ff3bf6c809 req-414b59f9-c414-4ac5-8b44-4262cdd5bd90 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0875857 Oct 27 14:15:21.295159 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.300601 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7bf399a0-1f82-4756-b2eb-f2ff3bf6c809 req-e37c52f9-9a93-4930-a58b-b22ae6e60b8b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630860 Oct 27 14:15:21.301389 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-194970bc-c0d9-4179-8c4f-b14452b5d119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:21.319598 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5f22d3-5595-448c-b8b9-6a2ce6be7057,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:21.323980 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:21.325868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.329913 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c5f22d3-5595-448c-b8b9-6a2ce6be7057 HTTP/1.1" status: 204 len: 168 time: 0.2115219 Oct 27 14:15:21.779309 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a0de448c-7beb-4388-af77-6f07cdc498d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:21.830809 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a6564-9754-414f-ac85-7a10b929885a req-2093ad14-7d08-487f-bf4c-2653cfb89f2b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:21.832312 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-de6a6564-9754-414f-ac85-7a10b929885a req-2093ad14-7d08-487f-bf4c-2653cfb89f2b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1025500 Oct 27 14:15:21.945174 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-de6a6564-9754-414f-ac85-7a10b929885a req-949e3156-fe9f-45eb-ad84-92b9e761781d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989826 Oct 27 14:15:22.323418 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34492) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:22.459303 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032420962-network', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:22.464573 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:22.471637 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Usage tracker for resource:network and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:22.475132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:22.482498 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:22.493905 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Made reservation on behalf of 39a26672733d4936a7c4b844ca6d1774 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:22.496329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.501379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ec763-86d7-4ad0-80b8-7a1dedaf317c req-0c6bc709-d7f3-4382-ab2e-b1012bc6f7c7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:22.503111 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aa2ec763-86d7-4ad0-80b8-7a1dedaf317c req-0c6bc709-d7f3-4382-ab2e-b1012bc6f7c7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0873430 Oct 27 14:15:22.509999 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.544669 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:22.548519 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:22.551475 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:22.557516 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:22.569886 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aa2ec763-86d7-4ad0-80b8-7a1dedaf317c req-3efa47c9-95ac-4134-9297-0d3c2640517e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606849 Oct 27 14:15:22.634918 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.639667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.642891 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d5e44c01-5088-4b5e-9584-7b3c6ffd432e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:22.677814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:15:22.683273 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:22.687044 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:22.690792 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.692015 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Added segment bbbaa155-d31a-4d94-a8a6-29a88ae4a129 of type vlan for network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd Oct 27 14:15:22.724146 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.727587 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.756682 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.758115 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:22.758706 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:22.762224 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f6c9b0e9-f792-4be8-862d-e922a3f269e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:22.864904 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5401862 Oct 27 14:15:22.867996 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34500) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:22.870408 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:22.873426 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:22.880846 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:15:22.881737 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Request body: {'subnet': {'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032420962-subnet', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:22.887136 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:22.897091 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Usage tracker for resource:subnet and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:22.905959 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:22.920881 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:22.955836 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Made reservation on behalf of 39a26672733d4936a7c4b844ca6d1774 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:22.960293 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3473678'] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.229311 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d25b7b-917a-457d-9cac-97cbcc92462e req-4f6211b5-fa9d-4a37-8197-5c24ab717558 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:23.230961 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-60d25b7b-917a-457d-9cac-97cbcc92462e req-4f6211b5-fa9d-4a37-8197-5c24ab717558 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1026733 Oct 27 14:15:23.237670 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3473784'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.242700 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c9ffdbbc-6b21-44be-a923-296f67c8fc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:23.296417 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-60d25b7b-917a-457d-9cac-97cbcc92462e req-cc675560-e1cd-4da9-aa86-0ca9916d6922 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540724 Oct 27 14:15:23.328908 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55adad7f-3f9c-4e98-9fc0-cd29555f42ec,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:23.332311 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:23.347385 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Checking segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:23.347726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Network hostable DHCP agents. Network: d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:15:23.370094 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:15:23.380702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:23.384659 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:23.385237 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.392260 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944b216-373e-4c6c-ba19-f2098d759e4e None None] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:23.411514 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5423851 Oct 27 14:15:23.414675 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34516) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:23.421842 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:23.426774 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:23.432177 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Usage tracker for resource:router and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:23.435463 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:23.441454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:23.452591 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.453646 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.473122 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.616055 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:15:23.616974 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.628768 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.783797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569fa8-4908-4361-9656-2dab514b3730 req-bea0b72f-a5d2-4401-b9fa-d8f4863b7776 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:23.785249 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-42569fa8-4908-4361-9656-2dab514b3730 req-bea0b72f-a5d2-4401-b9fa-d8f4863b7776 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0830274 Oct 27 14:15:23.786363 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Allocated IP 172.20.0.2 (d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd/55adad7f-3f9c-4e98-9fc0-cd29555f42ec/da584c6c-46cb-42d0-88c0-869d2dedd4c2) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:23.824278 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.835111 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-42569fa8-4908-4361-9656-2dab514b3730 req-cd950a66-f45c-4099-be33-11d22e641bba tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436225 Oct 27 14:15:23.855001 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.989993 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:23.994455 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Allocated IP 172.28.1.84 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:24.000889 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Transition to ACTIVE for port object da584c6c-46cb-42d0-88c0-869d2dedd4c2 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:24.019367 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Transition to ACTIVE for port object da584c6c-46cb-42d0-88c0-869d2dedd4c2 will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:24.026041 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.035284 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:24.127361 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:24.130650 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:24.135423 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:24.163278 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.169796 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Pushing event updated for resources: {'Port': ['ID=da584c6c-46cb-42d0-88c0-869d2dedd4c2,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:24.176555 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:24.195155 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.199760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:24.232487 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Attempting to bind port da584c6c-46cb-42d0-88c0-869d2dedd4c2 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:15:24.232973 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Attempting to bind port da584c6c-46cb-42d0-88c0-869d2dedd4c2 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:15:24.233508 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Attempting to bind port da584c6c-46cb-42d0-88c0-869d2dedd4c2 on network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:24.240595 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:15:24.240972 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Checking segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:24.241394 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.241815 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Bound using segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:15:24.242287 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Bound port: da584c6c-46cb-42d0-88c0-869d2dedd4c2, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:15:24.242664 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.270550 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:24.273715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:24.276674 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:24.289041 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:15:24.306003 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Pushing event updated for resources: {'Port': ['ID=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:24.312928 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:24.330401 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] For port da584c6c-46cb-42d0-88c0-869d2dedd4c2, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:15:24.333573 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] For port da584c6c-46cb-42d0-88c0-869d2dedd4c2, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=da584c6c-46cb-42d0-88c0-869d2dedd4c2,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:15:24.338985 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.344156 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:24.438993 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Pushing event updated for resources: {'Port': ['ID=da584c6c-46cb-42d0-88c0-869d2dedd4c2,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:24.442542 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:24.525267 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.550641 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.551401 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:24.562469 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f358-526b-4448-9f25-244762e6ce8d req-05fbfe77-c5c2-42d7-bc54-0ba4b740b212 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:24.563979 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b957f358-526b-4448-9f25-244762e6ce8d req-05fbfe77-c5c2-42d7-bc54-0ba4b740b212 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1035831 Oct 27 14:15:24.796700 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b957f358-526b-4448-9f25-244762e6ce8d req-de3ae3e4-47a0-4c6b-ae86-97c6eeee23eb tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660862 Oct 27 14:15:24.898198 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device da584c6c-46cb-42d0-88c0-869d2dedd4c2 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:24.978119 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port da584c6c-46cb-42d0-88c0-869d2dedd4c2 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:24.992314 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:15:25.086504 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef3e73-6edd-40b2-9403-12e153e640c7 req-bc78f501-72e5-4d5f-8e10-21c4d101abdd tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:25.090034 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a0ef3e73-6edd-40b2-9403-12e153e640c7 req-bc78f501-72e5-4d5f-8e10-21c4d101abdd tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0862672 Oct 27 14:15:25.138331 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a0ef3e73-6edd-40b2-9403-12e153e640c7 req-0402cbe6-c782-4852-b093-fda666ebc805 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Oct 27 14:15:25.211393 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:15:25.220898 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Sync routers for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:15:25.233490 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:25.234303 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:25.239113 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:25.240883 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8241994 Oct 27 14:15:25.243599 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34540) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:25.377705 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a6a4c8-4ce8-4fb6-b636-6839762ec066 None None] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:25.538226 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Provisioning for port da584c6c-46cb-42d0-88c0-869d2dedd4c2 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:25.583075 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Provisioning complete for port da584c6c-46cb-42d0-88c0-869d2dedd4c2 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:25.583378 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:25.623706 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:26.019726 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.078790 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] For port da584c6c-46cb-42d0-88c0-869d2dedd4c2, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=da584c6c-46cb-42d0-88c0-869d2dedd4c2,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:26.089696 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.092670 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:26.105110 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.125977 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867acd-0f82-4ff4-bf0c-c3f409520dca req-2e54998a-3d72-4549-86ca-cd0c655908d5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:26.127471 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0d867acd-0f82-4ff4-bf0c-c3f409520dca req-2e54998a-3d72-4549-86ca-cd0c655908d5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1719880 Oct 27 14:15:26.170735 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:24Z', 'revision_number': 3, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:26.173210 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Pushing event updated for resources: {'Port': ['ID=da584c6c-46cb-42d0-88c0-869d2dedd4c2,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:26.186039 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:26.188375 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Checking router: 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:15:26.188956 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Updating router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:15:26.257402 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.258594 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0d867acd-0f82-4ff4-bf0c-c3f409520dca req-484608c5-281c-48f1-8c18-96c7bea3e34c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238656 Oct 27 14:15:26.388365 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Allocated IP 172.20.0.1 (d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd/55adad7f-3f9c-4e98-9fc0-cd29555f42ec/bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:26.395842 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-32021caf-c5ac-44e5-81af-0f792908ffb5 None None] Provisioning complete for port da584c6c-46cb-42d0-88c0-869d2dedd4c2 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:26.396229 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-32021caf-c5ac-44e5-81af-0f792908ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.650178 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.669083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Transition to ACTIVE for port object bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:26.692145 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.696571 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:26.737920 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.749817 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Transition to ACTIVE for port object af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:26.756798 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.760804 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-ba0954d1-0915-4ff5-80f5-5d1a48d1d894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:26.763613 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:26.766546 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:26.771409 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:26.805588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Pushing event updated for resources: {'Port': ['ID=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:26.814368 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:26.836182 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.842460 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Attempting to bind port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:15:26.842798 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Attempting to bind port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:15:26.843163 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Attempting to bind port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:26.849854 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device da584c6c-46cb-42d0-88c0-869d2dedd4c2 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:26.876691 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92b6a2-0512-4109-a405-b29a1acd1c84 None None] Pushing event updated for resources: {'Port': ['ID=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:26.879748 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-3f92b6a2-0512-4109-a405-b29a1acd1c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:26.901801 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:15:26.902093 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:26.902497 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.902891 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:15:26.903362 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Bound port: af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:15:26.903773 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.930204 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:26.993324 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] For port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:15:26.996615 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] For port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:15:27.003726 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.007856 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:27.037401 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port da584c6c-46cb-42d0-88c0-869d2dedd4c2 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:27.038354 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.143634 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-efee9116-e2a6-41df-9bfd-bfd56fd855a9 None None] Provisioning for port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:27.146513 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92b6a2-0512-4109-a405-b29a1acd1c84 None None] Pushing event updated for resources: {'Port': ['ID=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:27.153012 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-3f92b6a2-0512-4109-a405-b29a1acd1c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:27.158319 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-efee9116-e2a6-41df-9bfd-bfd56fd855a9 None None] Provisioning complete for port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:27.158696 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-efee9116-e2a6-41df-9bfd-bfd56fd855a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.167679 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.172924 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.196592 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:27.197238 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:27.199613 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e5807518-1470-4389-90bb-fdc2967b8e1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:27.278376 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.281901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Pushing event updated for resources: {'Port': ['ID=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:27.284776 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:27.321584 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-efee9116-e2a6-41df-9bfd-bfd56fd855a9 None None] Port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:15:27.431286 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:27.432440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:27.442841 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:27.537399 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5739-8464-4545-9483-a26d27992651 req-bae9011c-ce05-4555-abc6-6fcb5ddf414b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:27.538919 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d1fa5739-8464-4545-9483-a26d27992651 req-bae9011c-ce05-4555-abc6-6fcb5ddf414b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 943 time: 0.1134632 Oct 27 14:15:27.615880 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d1fa5739-8464-4545-9483-a26d27992651 req-f92c7e0d-df63-47ef-b46b-6a34254847d3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708690 Oct 27 14:15:27.807687 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-33bd4552-1894-4f2b-9e04-0b69e7893d4c None None] Provisioning complete for port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:27.808348 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-33bd4552-1894-4f2b-9e04-0b69e7893d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:27.878884 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-33bd4552-1894-4f2b-9e04-0b69e7893d4c None None] Port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:15:27.891264 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:27Z', 'revision_number': 2, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:27.895399 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151292e-121a-4fa0-99d6-4b237097bf59 None None] The sync data for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb is: [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:27Z', 'revision_number': 2, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:15:27.896611 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:15:28.111551 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:15:28.143483 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:15:28.154552 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] 10.222.0.61 "PUT /v2.0/routers/5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9098032 Oct 27 14:15:28.286233 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:28.302190 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'port_id': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'mac_address': 'fa:16:3e:7c:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:15:28.412076 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:28.432423 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54aa1baf-1fd6-40d0-8101-b5fb275940e2 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:15:28.448716 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:28.455121 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:28.457092 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:28.522472 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=9']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:28.526172 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:28.734092 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['54aa1baf-1fd6-40d0-8101-b5fb275940e2'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:15:28.838865 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662e8c-a012-4933-bc9f-5c1bfcda9ce9 req-ebea9223-98f3-456b-bbe0-4da23c6f796c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:28.845608 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-29662e8c-a012-4933-bc9f-5c1bfcda9ce9 req-ebea9223-98f3-456b-bbe0-4da23c6f796c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 944 time: 0.0851619 Oct 27 14:15:28.911536 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-29662e8c-a012-4933-bc9f-5c1bfcda9ce9 req-854757b7-5b38-4164-9da0-e3a3a187af90 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648484 Oct 27 14:15:28.937691 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:29.050805 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:29.055837 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:29.056212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.175598 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.180522 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34608) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:29.186720 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-396494001-network', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:29.191800 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:29.193128 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:29.196566 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Usage tracker for resource:network and tenant:70a62e42f90d47938a9d58378db0dae1 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:29.198622 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.199909 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:29.201142 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-7e48d672-b6a2-4d69-9548-b129d1d010c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:29.206666 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:29.217789 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Made reservation on behalf of 70a62e42f90d47938a9d58378db0dae1 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:29.221006 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.233796 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.264016 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:29.266835 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:29.267762 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Usage tracker for resource:security_group_rule and tenant:70a62e42f90d47938a9d58378db0dae1 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:29.270102 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:29.270513 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:29.276495 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:29.440823 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.446860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.450840 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a8e7169b-4a58-4183-a864-0a1a6de40873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:29.473448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:15:29.485446 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850f24fb-b009-4155-b29c-7f048d2a7249,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:29.489356 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:29.490257 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.490586 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Added segment dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632 of type vlan for network 06801e2b-578e-4601-9b37-56e3cb2714e5 Oct 27 14:15:29.517252 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.548453 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.549941 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:29.550529 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.554118 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9fe23ee9-5cd5-4804-952c-a6af23e6ae2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:29.652008 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4699965 Oct 27 14:15:29.655146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34618) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:29.658409 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Pushing event updated for resources: {'Network': ['ID=06801e2b-578e-4601-9b37-56e3cb2714e5,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:29.662164 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:29.662305 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Request body: {'subnet': {'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-396494001-subnet', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:29.667676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:29.672235 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Usage tracker for resource:subnet and tenant:70a62e42f90d47938a9d58378db0dae1 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:29.672932 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:15:29.676030 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:29.681891 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:29.693630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Made reservation on behalf of 70a62e42f90d47938a9d58378db0dae1 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:29.696287 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3473678'] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.897381 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3473784'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:29.901486 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:29.968231 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36a0e49-b154-4f84-b892-09cdf7d18264,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:29.971837 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:29.985125 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Checking segment: {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:29.985466 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Network hostable DHCP agents. Network: 06801e2b-578e-4601-9b37-56e3cb2714e5, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:15:30.009420 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:15:30.019772 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 06801e2b-578e-4601-9b37-56e3cb2714e5) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:30.024340 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:30.024925 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.031695 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e2f6a-a8d1-4c46-b948-46a1b9a48415 None None] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:30.047389 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-555b89b4-953c-47a4-a285-9409e741d263 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3911009 Oct 27 14:15:30.050036 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34624) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:30.056486 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:30.064152 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:30.068624 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Usage tracker for resource:router and tenant:70a62e42f90d47938a9d58378db0dae1 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:30.071954 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:30.078518 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:30.092085 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12269'] for router, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.093231 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-885782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889970', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12180'] for router, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.112143 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.124582 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:30.164105 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc327e54-7624-4783-872a-55fa84d3c857 req-58f84033-3e5b-4f07-a151-8c84ce5dc273 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:30.165578 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bc327e54-7624-4783-872a-55fa84d3c857 req-58f84033-3e5b-4f07-a151-8c84ce5dc273 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 944 time: 0.0865457 Oct 27 14:15:30.267644 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12166'] for router, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.299125 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:30.300088 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.308921 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bc327e54-7624-4783-872a-55fa84d3c857 req-05b1e18b-aa5f-4ce5-8a42-5dfc49d170fa tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342869 Oct 27 14:15:30.340190 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568929f-6283-497f-892e-3584fd964450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce1092af-6ea1-502a-ab76-0f7048f262da-06801e2b-578e-4601-9b37-56e3cb2714e5', 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'fixed_ips': [{'subnet_id': 'd36a0e49-b154-4f84-b892-09cdf7d18264'}]}} from dv-cinder-815663-1-smb. {{(pid=82833) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:15:30.341041 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d568929f-6283-497f-892e-3584fd964450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.453265 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.482433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.530383 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.573882 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:30.580202 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.db_base_plugin_common [None req-d568929f-6283-497f-892e-3584fd964450 None None] Allocated IP 172.20.0.2 (06801e2b-578e-4601-9b37-56e3cb2714e5/d36a0e49-b154-4f84-b892-09cdf7d18264/2cb263e5-56c0-402c-861d-2b67c3492f60) {{(pid=82833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:30.588024 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:30.595250 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.599538 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:30.627156 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Allocated IP 172.28.1.149 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/a18d8517-2b9f-42aa-9836-12ef7aaea69e) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:30.745795 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'code': 200} Oct 27 14:15:30.797613 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=10']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:30.803188 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:30.815835 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.861092 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.870276 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:30.871209 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b0fbcdfd-50a3-4f53-b1ba-bad68ad293d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:30.920639 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d568929f-6283-497f-892e-3584fd964450 None None] Notify callbacks [] for port, precommit_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.932751 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-d568929f-6283-497f-892e-3584fd964450 None None] Transition to ACTIVE for port object 2cb263e5-56c0-402c-861d-2b67c3492f60 will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:30.935779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Pushing event updated for resources: {'Port': ['ID=a18d8517-2b9f-42aa-9836-12ef7aaea69e,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:30.940606 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:30.951694 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:30.952770 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:30.958186 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-d568929f-6283-497f-892e-3584fd964450 None None] Transition to ACTIVE for port object 2cb263e5-56c0-402c-861d-2b67c3492f60 will not be triggered until provisioned by entity DHCP. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:30.958599 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:30.975653 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d568929f-6283-497f-892e-3584fd964450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478'] for port, after_create {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:30.981349 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:30.997011 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34636) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:31.064986 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568929f-6283-497f-892e-3584fd964450 None None] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 is already hosted by enough agents. {{(pid=82833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:31.069940 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.scheduler.base_scheduler [None req-d568929f-6283-497f-892e-3584fd964450 None None] Resources bound (agent type, host, resource id): {{(pid=82833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:31.072783 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568929f-6283-497f-892e-3584fd964450 None None] Pushing event updated for resources: {'Port': ['ID=2cb263e5-56c0-402c-861d-2b67c3492f60,revision_number=1']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:31.074945 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568929f-6283-497f-892e-3584fd964450 None None] Received port after_create {{(pid=82833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:31.077670 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d568929f-6283-497f-892e-3584fd964450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:31.173396 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.200274 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:31.200773 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.235485 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-d568929f-6283-497f-892e-3584fd964450 None None] Attempting to bind port 2cb263e5-56c0-402c-861d-2b67c3492f60 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:15:31.235844 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-d568929f-6283-497f-892e-3584fd964450 None None] Attempting to bind port 2cb263e5-56c0-402c-861d-2b67c3492f60 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:15:31.236202 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568929f-6283-497f-892e-3584fd964450 None None] Attempting to bind port 2cb263e5-56c0-402c-861d-2b67c3492f60 on network 06801e2b-578e-4601-9b37-56e3cb2714e5 {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:31.253979 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568929f-6283-497f-892e-3584fd964450 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:15:31.254346 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568929f-6283-497f-892e-3584fd964450 None None] Checking segment: {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:31.254745 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d568929f-6283-497f-892e-3584fd964450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.255136 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568929f-6283-497f-892e-3584fd964450 None None] Bound using segment: {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:15:31.255605 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-d568929f-6283-497f-892e-3584fd964450 None None] Bound port: 2cb263e5-56c0-402c-861d-2b67c3492f60, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:15:31.255986 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d568929f-6283-497f-892e-3584fd964450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.256181 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:31.261750 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Usage tracker for resource:security_group_rule and tenant:71c655e5def84a8485a98a360449384e is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:31.265333 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:31.274345 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:31.278292 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.279039 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889903'] for router, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.396928 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-657c8b26-8d6d-4931-abd0-e78d184782ea req-f88b56c5-bf9d-4d8a-a0a1-a8b5b45ab63a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1099 time: 0.1891420 Oct 27 14:15:31.397387 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-d568929f-6283-497f-892e-3584fd964450 None None] For port 2cb263e5-56c0-402c-861d-2b67c3492f60, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:15:31.401020 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-d568929f-6283-497f-892e-3584fd964450 None None] For port 2cb263e5-56c0-402c-861d-2b67c3492f60, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=2cb263e5-56c0-402c-861d-2b67c3492f60,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:15:31.407977 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d568929f-6283-497f-892e-3584fd964450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.412117 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:31.474558 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.485214 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-657c8b26-8d6d-4931-abd0-e78d184782ea req-98cc5c58-a1c0-4052-8a48-b934bb10f427 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775123 Oct 27 14:15:31.491351 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568929f-6283-497f-892e-3584fd964450 None None] Pushing event updated for resources: {'Port': ['ID=2cb263e5-56c0-402c-861d-2b67c3492f60,revision_number=2']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:31.494741 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d568929f-6283-497f-892e-3584fd964450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:31.528187 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb68c7-3b2a-48ef-885b-398cf1c5e9a7 req-b5bb1ece-3f88-4be3-9070-c062beecd8ac tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:31.535592 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4fdb68c7-3b2a-48ef-885b-398cf1c5e9a7 req-b5bb1ece-3f88-4be3-9070-c062beecd8ac tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 946 time: 0.0957587 Oct 27 14:15:31.541782 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.554655 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5a0a8c1d-d537-45d8-acb4-4e896c74ef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:31.583620 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4fdb68c7-3b2a-48ef-885b-398cf1c5e9a7 req-fe0fd6bf-ecac-4856-8397-87de90fb8227 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469668 Oct 27 14:15:31.605369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f742f0-3f2a-4a61-83b3-eea9bb375597,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:31.609118 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:31.634665 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71c655e5def84a8485a98a360449384e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6364732 Oct 27 14:15:31.637498 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34644) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:31.736467 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.860667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.913066 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b is scheduled to L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 with binding_index 1 {{(pid=82832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:15:31.978860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:31.990672 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-2a13a547-fdfc-40d7-92de-37811beaa1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:32.007120 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f742f0-3f2a-4a61-83b3-eea9bb375597,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:32.011087 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:32.037582 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:32.038741 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8f742f0-3f2a-4a61-83b3-eea9bb375597 HTTP/1.1" status: 204 len: 168 time: 0.3999932 Oct 27 14:15:32.151469 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:15:32.160458 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Sync routers for ids ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:15:32.173803 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Routers {'7c5d25df-ceb5-48ea-9e1b-b49403ce296b'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:32.174539 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:32.176890 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Notify callbacks [] for router, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:32.180938 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1265979 Oct 27 14:15:32.181294 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34650) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:32.379545 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Set router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:32.456988 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34656) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:32.483447 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:32.484883 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973db29-c9fd-4060-a77a-12b9af17cac1 None None] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:32.522637 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:32.528386 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Usage tracker for resource:security_group_rule and tenant:d8c293ffaad64a15be9814f95ce2ab23 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:32.531275 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:32.537018 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:32.598640 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-9a7ec06e-7d03-45b8-851e-5318bdd850f9 None None] Provisioning for port 2cb263e5-56c0-402c-861d-2b67c3492f60 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:32.617892 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:32.624304 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:32.633810 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-809f0ac4-58d8-4929-a3b3-d1614923efc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:32.664209 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1efbed-fe57-46b5-9959-a612b264987d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:32.684360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:32.709282 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8c293ffaad64a15be9814f95ce2ab23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2485709 Oct 27 14:15:32.710185 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34666) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:32.836979 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:31Z', 'revision_number': 3, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:32.841080 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Checking router: 7c5d25df-ceb5-48ea-9e1b-b49403ce296b for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:15:32.841430 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Updating router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b port a18d8517-2b9f-42aa-9836-12ef7aaea69e binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:15:32.947327 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:32.959836 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 2cb263e5-56c0-402c-861d-2b67c3492f60 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:32.980572 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.040230 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.071531 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70348bf-dc75-4309-ba30-f517bcb2f82c req-1104ba02-be5f-4980-a890-675f94a934c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:33.073240 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e70348bf-dc75-4309-ba30-f517bcb2f82c req-1104ba02-be5f-4980-a890-675f94a934c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 946 time: 0.2557125 Oct 27 14:15:33.142401 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e70348bf-dc75-4309-ba30-f517bcb2f82c req-4d2ac89b-7623-4eaa-9584-de98c28177b9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542972 Oct 27 14:15:33.144973 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port 2cb263e5-56c0-402c-861d-2b67c3492f60 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:33.152906 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 2cb263e5-56c0-402c-861d-2b67c3492f60 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:33.153354 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.163790 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.169703 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-dd062cf7-8b0a-460f-b846-4fe3528fc36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:33.201947 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1efbed-fe57-46b5-9959-a612b264987d,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:33.211868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:33.215792 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.231836 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a1efbed-fe57-46b5-9959-a612b264987d HTTP/1.1" status: 204 len: 168 time: 0.5057945 Oct 27 14:15:33.254233 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.302295 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-e08bf96b-97df-4c82-b0df-2079feccfce4 None None] Provisioning complete for port 2cb263e5-56c0-402c-861d-2b67c3492f60 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:33.302869 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-e08bf96b-97df-4c82-b0df-2079feccfce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.430684 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.499551 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Allocated IP 172.20.0.1 (06801e2b-578e-4601-9b37-56e3cb2714e5/d36a0e49-b154-4f84-b892-09cdf7d18264/c141c110-d529-4554-9082-fa6162cc3fe6) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:33.523267 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port 2cb263e5-56c0-402c-861d-2b67c3492f60, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=2cb263e5-56c0-402c-861d-2b67c3492f60,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:33.529689 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-e08bf96b-97df-4c82-b0df-2079feccfce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.546993 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.552342 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:33.611537 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.625810 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Transition to ACTIVE for port object a18d8517-2b9f-42aa-9836-12ef7aaea69e will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:33.640452 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.645329 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-629c9a61-6266-4666-90e8-4d891e52b799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:33.687555 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.705654 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=2cb263e5-56c0-402c-861d-2b67c3492f60,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:33.708917 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:33.718779 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-e08bf96b-97df-4c82-b0df-2079feccfce4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:15:33.719251 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-e08bf96b-97df-4c82-b0df-2079feccfce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:15:33.719447 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Transition to ACTIVE for port object c141c110-d529-4554-9082-fa6162cc3fe6 will not be triggered until provisioned by entity DHCP. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:33.731664 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Attempting to bind port a18d8517-2b9f-42aa-9836-12ef7aaea69e on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:15:33.732565 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Attempting to bind port a18d8517-2b9f-42aa-9836-12ef7aaea69e by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:15:33.733176 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Attempting to bind port a18d8517-2b9f-42aa-9836-12ef7aaea69e on network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:33.746163 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.747008 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:15:33.747489 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Checking segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:33.747961 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.748405 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Bound using segment: {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:15:33.748945 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Bound port: a18d8517-2b9f-42aa-9836-12ef7aaea69e, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef40cf-b466-4df0-8c2b-d09fe48ec25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:15:33.749677 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.753570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-784f75e0-9fb9-40be-9a55-bea9243a88fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:33.810602 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Pushing event updated for resources: {'Port': ['ID=a18d8517-2b9f-42aa-9836-12ef7aaea69e,revision_number=2']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:33.839003 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.839454 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.839844 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.840226 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.840609 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.841076 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.841600 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.841987 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.842364 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.842737 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.843111 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:15:33.848990 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:33.864717 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] For port a18d8517-2b9f-42aa-9836-12ef7aaea69e, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:15:33.868670 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] For port a18d8517-2b9f-42aa-9836-12ef7aaea69e, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=a18d8517-2b9f-42aa-9836-12ef7aaea69e,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:15:33.875074 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.878142 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:33.879695 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:33.884090 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:33.886568 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:33.921772 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Pushing event updated for resources: {'Port': ['ID=c141c110-d529-4554-9082-fa6162cc3fe6,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:33.929989 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:33.952180 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887909'] for router_interface, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:33.970366 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Pushing event updated for resources: {'Port': ['ID=a18d8517-2b9f-42aa-9836-12ef7aaea69e,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:33.980318 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-8edea403-411d-413f-b49b-08142e6c5b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:33.980880 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Routers {'7c5d25df-ceb5-48ea-9e1b-b49403ce296b'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:33.981342 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:34.064099 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:34.242938 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] Set router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:34.408802 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-1f3d4f69-6cf8-4ff2-8b73-a716dbac24ca None None] Provisioning for port c141c110-d529-4554-9082-fa6162cc3fe6 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:34.415795 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-1f3d4f69-6cf8-4ff2-8b73-a716dbac24ca None None] Provisioning complete for port c141c110-d529-4554-9082-fa6162cc3fe6 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:34.416626 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1f3d4f69-6cf8-4ff2-8b73-a716dbac24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:34.488299 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d4f69-6cf8-4ff2-8b73-a716dbac24ca None None] Port c141c110-d529-4554-9082-fa6162cc3fe6 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:15:34.554338 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:34.562256 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf01eb-8bd6-4936-b9f8-8cd8dd778a71 req-0ffe7112-dc04-45fd-8a0e-edfff6ed3048 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:34.563805 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdaf01eb-8bd6-4936-b9f8-8cd8dd778a71 req-0ffe7112-dc04-45fd-8a0e-edfff6ed3048 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 946 time: 0.1446588 Oct 27 14:15:34.564864 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:34.594430 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:34.600579 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'c141c110-d529-4554-9082-fa6162cc3fe6', 'name': '', 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'mac_address': 'fa:16:3e:1f:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:33Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 1, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'subnets': [{'id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:34.605199 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f50864-db23-4d0f-a863-5cab4f2a9a7a None None] The sync data for ids ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'] in dv-cinder-815663-1-smb is: [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'c141c110-d529-4554-9082-fa6162cc3fe6', 'name': '', 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'mac_address': 'fa:16:3e:1f:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:33Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 1, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'subnets': [{'id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:15:34.702694 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Pushing event updated for resources: {'Port': ['ID=c141c110-d529-4554-9082-fa6162cc3fe6,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:34.705472 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:34.707338 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1715936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-888897'] for router_interface, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:34.739161 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdaf01eb-8bd6-4936-b9f8-8cd8dd778a71 req-64ce208a-9a39-43fe-9a21-73f41aa1e183 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490920 Oct 27 14:15:34.840262 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 2cb263e5-56c0-402c-861d-2b67c3492f60 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:34.868662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:34.870333 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:34.925641 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port 2cb263e5-56c0-402c-861d-2b67c3492f60 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:34.926092 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:35.223686 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-d4f5adb2-7542-4571-ba57-3d425fa72ce9 None None] Provisioning complete for port c141c110-d529-4554-9082-fa6162cc3fe6 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:35.224062 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d4f5adb2-7542-4571-ba57-3d425fa72ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:35.279409 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5adb2-7542-4571-ba57-3d425fa72ce9 None None] Port c141c110-d529-4554-9082-fa6162cc3fe6 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:15:35.295822 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:15:35.504129 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:15:35.513238 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] 10.222.0.61 "PUT /v2.0/routers/7c5d25df-ceb5-48ea-9e1b-b49403ce296b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303065 Oct 27 14:15:36.070999 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34766) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:36.227377 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.262576 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:36.266660 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Usage tracker for resource:security_group_rule and tenant:cad44ea43e3d4e1e9492c74515fad176 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:36.269814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:36.276117 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:36.348546 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.354090 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.361611 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-472c9216-4880-48fe-b32a-6c291709c379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:36.404307 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d5ad6a-b6a3-42ce-a437-56edde8f12a7,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:36.411140 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34776) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:36.411707 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cad44ea43e3d4e1e9492c74515fad176&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3390689 Oct 27 14:15:36.412063 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:36.485706 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.514105 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.570951 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.574732 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5fc90bbb-36b0-4aa3-9982-000c98a84daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:36.586011 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d5ad6a-b6a3-42ce-a437-56edde8f12a7,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:36.590379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:36.593740 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:36.594831 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2d5ad6a-b6a3-42ce-a437-56edde8f12a7 HTTP/1.1" status: 204 len: 168 time: 0.1819394 Oct 27 14:15:37.002395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34784) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:37.023245 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.059803 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:37.066397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Usage tracker for resource:security_group_rule and tenant:f9fa1d82123e455babe380acd77468bc is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:37.069877 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:37.076031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:37.159674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.164442 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.175322 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-00be6cfe-3715-4f77-bf77-ace650e0cb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:37.222481 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9280da-b164-4f60-b204-2ee8d1c85043,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:37.225448 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:37.230730 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9fa1d82123e455babe380acd77468bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2250443 Oct 27 14:15:37.230952 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34788) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:37.299286 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.330477 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.391122 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.398500 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bfb56f07-954a-47e6-846c-6d2a5e995a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:37.411323 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9280da-b164-4f60-b204-2ee8d1c85043,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:37.413986 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:37.426739 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:37.430253 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-34deb987-fa1b-4320-86cc-02446ec3eedc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f9280da-b164-4f60-b204-2ee8d1c85043 HTTP/1.1" status: 204 len: 168 time: 0.1958876 Oct 27 14:15:38.057801 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-bf3c4781-c7ec-4f50-8289-a1eda688ac05 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929894 Oct 27 14:15:38.166159 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-ba642d98-38b2-455c-8735-60b7c8cc1131 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 1099 time: 0.0835485 Oct 27 14:15:38.350206 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-d1f1d026-fc71-432a-9304-9a755a115cf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:38.352033 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-d1f1d026-fc71-432a-9304-9a755a115cf3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1544566 Oct 27 14:15:38.487384 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-40194edf-bd53-4728-9d0c-442f3a94de02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 200 len: 999 time: 0.1265953 Oct 27 14:15:38.496788 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34810) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:38.566639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-fd18aada-0604-4bfe-96c4-daec342cc14c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:38.568326 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-fd18aada-0604-4bfe-96c4-daec342cc14c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0700479 Oct 27 14:15:38.661832 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-5520247a-4059-4945-9acd-dc9432f42f2f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770481 Oct 27 14:15:38.686397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804875078-network', 'tenant_id': 'b80284df122443688dfcd075526618c2'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:38.691432 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:38.696004 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Usage tracker for resource:network and tenant:b80284df122443688dfcd075526618c2 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:38.699080 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:38.705483 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:38.719716 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Made reservation on behalf of b80284df122443688dfcd075526618c2 for: {'network': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:38.722634 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:38.735618 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:38.780006 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:38.784679 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Usage tracker for resource:security_group_rule and tenant:b80284df122443688dfcd075526618c2 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:38.789852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:38.798831 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:38.838971 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-72d4cb2d-72f3-42ff-8fb8-bb28cabd3492 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607304 Oct 27 14:15:38.903320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:38.909594 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:38.915170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9138f8cb-ef4d-4811-8e56-9699954683fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:38.943924 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=82831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:15:38.961461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:38.961834 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.segments_db [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Added segment fe319f0c-c948-4ddb-b7e0-be9a4b1dea00 of type vlan for network 1e878589-e445-4d8a-aacd-7613ab15ea2f Oct 27 14:15:38.963204 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bab3c1-50d3-4006-a3b7-c5f28d069bae,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:38.970424 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:38.998632 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:39.031085 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ddaaaed8-2b44-46f1-b777-639fac64381d req-6c5e764a-48f9-4d8a-8086-33974c3f7f6b service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823041 Oct 27 14:15:39.036187 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:39.037817 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:39.038382 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:39.045316 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:39.257150 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Pushing event updated for resources: {'Network': ['ID=1e878589-e445-4d8a-aacd-7613ab15ea2f,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:39.260847 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:39.265705 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7650168 Oct 27 14:15:39.266194 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34818) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:39.268062 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 1e878589-e445-4d8a-aacd-7613ab15ea2f details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:15:39.271688 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Request body: {'subnet': {'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804875078-subnet', 'tenant_id': 'b80284df122443688dfcd075526618c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:39.281343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:39.287571 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Usage tracker for resource:subnet and tenant:b80284df122443688dfcd075526618c2 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:39.292234 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:39.302307 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:39.322805 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Made reservation on behalf of b80284df122443688dfcd075526618c2 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:39.325610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3473678'] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:39.542467 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3473784'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:39.546499 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:39.622342 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b8b3ad-9ca5-4750-9e78-f8a89cbd846e,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:39.624706 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:39.638855 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Checking segment: {'id': 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:39.639213 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Network hostable DHCP agents. Network: 1e878589-e445-4d8a-aacd-7613ab15ea2f, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:15:39.669797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Network 1e878589-e445-4d8a-aacd-7613ab15ea2f is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:15:39.688705 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 1e878589-e445-4d8a-aacd-7613ab15ea2f) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:39.712167 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:39.712167 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:39.732780 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d19e5-eda8-4477-be87-5d020f2d9e48 None None] Network 1e878589-e445-4d8a-aacd-7613ab15ea2f requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:39.756009 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b1e7628c-71a3-42b6-9ef8-61f428f4964e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4887362 Oct 27 14:15:40.057729 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c85a7-082c-4920-9b33-3a7a690edb43 None None] Network 1e878589-e445-4d8a-aacd-7613ab15ea2f requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:40.520279 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:40.904881 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device a18d8517-2b9f-42aa-9836-12ef7aaea69e up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:41.049279 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 34848) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:41.056124 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-42487995-network', 'tenant_id': '2dd456d01f1549a68e3e10de685810ed'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:41.060835 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port a18d8517-2b9f-42aa-9836-12ef7aaea69e completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:41.060978 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:41.068468 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Usage tracker for resource:network and tenant:2dd456d01f1549a68e3e10de685810ed is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:41.068942 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port a18d8517-2b9f-42aa-9836-12ef7aaea69e triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:41.069363 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.071297 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:41.077359 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:41.093250 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Made reservation on behalf of 2dd456d01f1549a68e3e10de685810ed for: {'network': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:41.095935 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.112597 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.147130 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:41.151931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd456d01f1549a68e3e10de685810ed is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:41.154882 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:41.164148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:41.220465 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.239788 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port a18d8517-2b9f-42aa-9836-12ef7aaea69e, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=a18d8517-2b9f-42aa-9836-12ef7aaea69e,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:41.246592 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.248475 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:41.249684 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.258054 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.272791 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1114} {{(pid=82831) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:15:41.285066 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.285724 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.segments_db [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Added segment c4fd203d-5e16-4439-a2e1-13cfec3a2ac4 of type vlan for network 72c32299-1278-442e-91b4-cd3d0b3c4ab8 Oct 27 14:15:41.323140 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=a18d8517-2b9f-42aa-9836-12ef7aaea69e,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:41.323344 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.326354 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:41.327889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-31be9a41-e977-4e63-a233-656d0652ceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:41.370511 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a7d9a-8f10-4a48-b3c9-820ae2377ca6,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:41.373790 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:41.389978 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.391439 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:41.392027 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.397467 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9eed70fd-f8fc-42ca-b9c2-ad28949e6a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:41.499915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Pushing event updated for resources: {'Network': ['ID=72c32299-1278-442e-91b4-cd3d0b3c4ab8,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:41.503062 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4517009 Oct 27 14:15:41.505935 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 34852) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:15:41.511817 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:41.512050 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network 72c32299-1278-442e-91b4-cd3d0b3c4ab8 details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:15:41.513822 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Request body: {'subnet': {'network_id': '72c32299-1278-442e-91b4-cd3d0b3c4ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-42487995-subnet', 'tenant_id': '2dd456d01f1549a68e3e10de685810ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:41.519556 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:41.524798 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Usage tracker for resource:subnet and tenant:2dd456d01f1549a68e3e10de685810ed is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:41.528315 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:41.534853 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:41.558863 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Made reservation on behalf of 2dd456d01f1549a68e3e10de685810ed for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:41.563223 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3869204'] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.870093 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3869282'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:41.874278 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7d8f6d11-2e72-4c44-bb24-ec97ee551d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:41.953660 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca107f95-cb02-4599-a11c-2518554d19ca,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:41.956310 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:41.962723 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Checking segment: {'id': 'c4fd203d-5e16-4439-a2e1-13cfec3a2ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '72c32299-1278-442e-91b4-cd3d0b3c4ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:41.963073 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Network hostable DHCP agents. Network: 72c32299-1278-442e-91b4-cd3d0b3c4ab8, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:15:41.987420 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Network 72c32299-1278-442e-91b4-cd3d0b3c4ab8 is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:15:42.000263 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, 72c32299-1278-442e-91b4-cd3d0b3c4ab8) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:42.004782 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:42.005372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:42.011374 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a3c68-9931-4a9b-aa38-fd5635715ca8 None None] Network 72c32299-1278-442e-91b4-cd3d0b3c4ab8 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:42.036077 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-c9d0b6af-75c3-4b61-996f-e324fe85295a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5279467 Oct 27 14:15:42.264482 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f49f5-e988-4e0c-b56e-355602d94d77 None None] Network 72c32299-1278-442e-91b4-cd3d0b3c4ab8 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:15:42.730825 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-d975450f-0969-4680-9c2f-473fd53aaaf3 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:42.732715 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-d975450f-0969-4680-9c2f-473fd53aaaf3 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/networks?id=1e878589-e445-4d8a-aacd-7613ab15ea2f HTTP/1.1" status: 200 len: 808 time: 0.1562114 Oct 27 14:15:42.750655 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-8bee3b82-8bf1-4c5f-970f-1c146cd0e66d tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/quotas/b80284df122443688dfcd075526618c2 HTTP/1.1" status: 200 len: 375 time: 0.0118575 Oct 27 14:15:42.803265 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-6cd89090-8241-4489-9973-784b4f450ebe tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b80284df122443688dfcd075526618c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473433 Oct 27 14:15:42.858569 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device a18d8517-2b9f-42aa-9836-12ef7aaea69e up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:42.968226 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port a18d8517-2b9f-42aa-9836-12ef7aaea69e triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:42.968858 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:42.994491 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c0f4f1e6-3913-4c80-bd06-84765c899a95 service neutron] 10.222.0.61 "GET /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733978 Oct 27 14:15:43.143935 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-cb31c384-4fb9-4838-8eda-9359e83482b5 service neutron] 10.222.0.61 "GET /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484592 Oct 27 14:15:43.358007 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-83cadc50-8153-4166-9de2-5930a48187bf req-bfa48a7c-0623-4cf2-ab39-a9faadc0f92f tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 210 time: 0.0538805 Oct 27 14:15:44.092805 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Sync routers for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:15:44.106033 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:44.106968 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:44.336529 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:44.593363 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-20effc3f-03dd-4f76-9a62-5c6c7e2a7aec req-34c66dfa-66c0-46bf-80b7-0885c6398ebe tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 210 time: 0.0574110 Oct 27 14:15:44.681569 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-1cd0a5de-1985-428f-b024-3776faaa77ac tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:44.683064 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-1cd0a5de-1985-428f-b024-3776faaa77ac tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.82 "GET /v2.0/networks?id=1e878589-e445-4d8a-aacd-7613ab15ea2f HTTP/1.1" status: 200 len: 808 time: 0.2787523 Oct 27 14:15:44.711459 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Request body: {'port': {'device_id': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f', 'admin_state_up': True, 'tenant_id': 'b80284df122443688dfcd075526618c2'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:44.766543 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:27Z', 'revision_number': 2, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:44.770927 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Checking router: 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:15:44.771335 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Updating router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b binding host dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:15:44.834631 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:44.907288 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:44.914817 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Usage tracker for resource:port and tenant:b80284df122443688dfcd075526618c2 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:15:44.926828 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:15:44.939744 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:44.958397 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Made reservation on behalf of b80284df122443688dfcd075526618c2 for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:44.962826 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.168666 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Allocated IP 172.20.0.8 (1e878589-e445-4d8a-aacd-7613ab15ea2f/05b8b3ad-9ca5-4750-9e78-f8a89cbd846e/7d610e94-80bf-42b1-8d10-a4f90ca2a9d1) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:45.275072 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Notify callbacks [] for port, precommit_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.287982 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Transition to ACTIVE for port object bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b will not be triggered until provisioned by entity L2. {{(pid=82833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:45.299148 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.303819 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:45.428217 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.455830 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48b4be-fb00-4135-b2bd-0e5495e8e2e0 None None] Pushing event updated for resources: {'Port': ['ID=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,revision_number=3']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:45.458598 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-bd48b4be-fb00-4135-b2bd-0e5495e8e2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:45.489668 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.504074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8d9c0b08-772d-47a0-9abf-adf82e628b6e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:45.569153 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Attempting to bind port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:15:45.569523 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Attempting to bind port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:15:45.569918 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Attempting to bind port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b on network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:45.578148 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:15:45.581021 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Checking segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:45.581021 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.581428 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Bound using segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} {{(pid=82833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:15:45.581948 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.managers [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Bound port: bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'}}] {{(pid=82833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:15:45.582322 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.602380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Network 1e878589-e445-4d8a-aacd-7613ab15ea2f is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:45.607914 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:45.613011 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:45.643150 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Pushing event updated for resources: {'Port': ['ID=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:45.648722 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:45.695682 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:45.696372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.718495 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] For port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:15:45.722099 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] For port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:15:45.724962 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-e79ef669-595e-4081-8652-4d5e23db77da tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0238578 Oct 27 14:15:45.735423 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.739847 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-bd48b4be-fb00-4135-b2bd-0e5495e8e2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:45.742284 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Request body: {'port': {'device_id': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:45.825347 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:45.826135 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:45.826328 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0ecb1-35fe-4009-8cd1-fb97c8e491b1 req-ac2e6ff7-9619-4bc1-9a14-6b33c6317f58 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:45.834759 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-34a0ecb1-35fe-4009-8cd1-fb97c8e491b1 req-ac2e6ff7-9619-4bc1-9a14-6b33c6317f58 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 931 time: 0.0903080 Oct 27 14:15:45.887136 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-34a0ecb1-35fe-4009-8cd1-fb97c8e491b1 req-d6030f5f-0184-4382-83a9-eab11cca797a tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Synchronizing usage tracker for tenant:b80284df122443688dfcd075526618c2 on resource:security_group {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:15:45.907289 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48b4be-fb00-4135-b2bd-0e5495e8e2e0 None None] Pushing event updated for resources: {'Port': ['ID=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:45.924691 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-bd48b4be-fb00-4135-b2bd-0e5495e8e2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:45.933972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:45.943146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-34a0ecb1-35fe-4009-8cd1-fb97c8e491b1 req-d6030f5f-0184-4382-83a9-eab11cca797a tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Unset dirty status for tenant:b80284df122443688dfcd075526618c2 on resource:security_group {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:15:45.955740 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-34a0ecb1-35fe-4009-8cd1-fb97c8e491b1 req-d6030f5f-0184-4382-83a9-eab11cca797a tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197474 Oct 27 14:15:46.092968 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:46.501422 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:15:46.512391 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:46.531263 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:45Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:46.535892 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Transition to ACTIVE for port object 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:46.536117 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52e781-5459-49ba-9567-8d03cf2625d1 None None] The sync data for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb is: [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:45Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:15:46.543243 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:46.552236 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4dd28639-0d7f-4ac8-a32a-4a591e18b40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:46.628974 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Pushing event updated for resources: {'Port': ['ID=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:46.741361 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:46.913864 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:46.941013 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Attempting to bind port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:15:46.941361 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Attempting to bind port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:15:46.941777 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Attempting to bind port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 on network 1e878589-e445-4d8a-aacd-7613ab15ea2f {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:46.953192 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 on network 1e878589-e445-4d8a-aacd-7613ab15ea2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:15:46.953431 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Attempting to bind port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 on network 1e878589-e445-4d8a-aacd-7613ab15ea2f {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:15:46.965020 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:15:46.965357 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Checking segment: {'id': 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:15:46.966025 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Bound using segment: {'id': 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:15:46.966461 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Bound port: 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:15:46.966806 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:47.076748 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:47.082491 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:47.082872 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:47.096594 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] For port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:15:47.100504 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] For port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,segment=NetworkSegment(fe319f0c-c948-4ddb-b7e0-be9a4b1dea00),segment_id=fe319f0c-c948-4ddb-b7e0-be9a4b1dea00)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:15:47.110547 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:47.127553 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:47.211376 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:47.213060 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] 10.222.0.82 "PUT /v2.0/ports/7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 HTTP/1.1" status: 200 len: 1093 time: 1.4794860 Oct 27 14:15:47.226907 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'tag': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:47.240595 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:47.282310 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:47.292343 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:47.298102 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:47.323740 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'tag': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1', 'status': 'completed', 'code': 200} Oct 27 14:15:47.370509 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:47.374240 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:47.376052 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Pushing event updated for resources: {'Port': ['ID=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:47.380906 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:47.392271 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884e43c-b69e-4844-801f-a8fe64bf6eb9 req-261d4a58-ca34-40c2-833e-8ef9d3cd158d tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:47.393081 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-c884e43c-b69e-4844-801f-a8fe64bf6eb9 req-261d4a58-ca34-40c2-833e-8ef9d3cd158d tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Synchronizing usage tracker for tenant:b80284df122443688dfcd075526618c2 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:15:47.397821 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-7bff996e-1e87-418c-88d0-5e6fd1a90087 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b80284df122443688dfcd075526618c2&device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 1096 time: 0.1427288 Oct 27 14:15:47.467723 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-c884e43c-b69e-4844-801f-a8fe64bf6eb9 req-261d4a58-ca34-40c2-833e-8ef9d3cd158d tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Unset dirty status for tenant:b80284df122443688dfcd075526618c2 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:15:47.468886 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c884e43c-b69e-4844-801f-a8fe64bf6eb9 req-261d4a58-ca34-40c2-833e-8ef9d3cd158d tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 943 time: 0.3075731 Oct 27 14:15:47.497025 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-b2b8ada7-0ea6-48e4-b286-c78b4ccd7d06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 HTTP/1.1" status: 200 len: 217 time: 0.0886366 Oct 27 14:15:47.577775 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c884e43c-b69e-4844-801f-a8fe64bf6eb9 req-e92d370d-0be2-44b9-9025-25be58710c83 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012390 Oct 27 14:15:47.585679 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-fda1fe13-dcf4-4aed-a220-1bfb0ff1be77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:47.587095 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-fda1fe13-dcf4-4aed-a220-1bfb0ff1be77 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=05b8b3ad-9ca5-4750-9e78-f8a89cbd846e HTTP/1.1" status: 200 len: 848 time: 0.0755148 Oct 27 14:15:47.635683 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-f93145c1-1fc6-40da-9ac9-8db42221a8d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e878589-e445-4d8a-aacd-7613ab15ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399389 Oct 27 14:15:47.768372 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-eb16cdad-ba33-4544-a86c-fa401576d752 service neutron] 10.222.0.82 "GET /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253104 Oct 27 14:15:48.011859 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d055117-01d2-417c-81c2-36ee1fd149bd req-1c5b7b21-1533-4de4-80f8-1f05d32a28f0 service neutron] 10.222.0.82 "GET /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297705 Oct 27 14:15:48.319907 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-ed0b637d-8b4f-4187-8981-e54dc21e8c31 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:48.320568 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-ed0b637d-8b4f-4187-8981-e54dc21e8c31 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:15:48.335876 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-3a0d5480-e6e9-4ac5-8ed5-b9741915113a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b80284df122443688dfcd075526618c2&device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 1096 time: 0.2652428 Oct 27 14:15:48.364666 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-ed0b637d-8b4f-4187-8981-e54dc21e8c31 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:15:48.365725 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-ed0b637d-8b4f-4187-8981-e54dc21e8c31 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 815 time: 0.3180168 Oct 27 14:15:48.442057 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-944a3b86-55bd-4130-8a42-aeaee57bbe42 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/quotas/39a26672733d4936a7c4b844ca6d1774 HTTP/1.1" status: 200 len: 375 time: 0.0688615 Oct 27 14:15:48.532561 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-7936e777-3227-4668-82e6-ec0d04bcfdb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:48.534038 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-7936e777-3227-4668-82e6-ec0d04bcfdb6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e878589-e445-4d8a-aacd-7613ab15ea2f HTTP/1.1" status: 200 len: 910 time: 0.1902032 Oct 27 14:15:48.611113 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-7baac6ae-0465-4912-82ce-3617ff521376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 HTTP/1.1" status: 200 len: 217 time: 0.0680392 Oct 27 14:15:48.654773 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-7cc5e655-507a-4371-8af5-cb643299f6df tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:15:48.687964 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-f294515c-0d1b-4640-a9eb-5fcb00d34374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:48.689428 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-f294515c-0d1b-4640-a9eb-5fcb00d34374 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=05b8b3ad-9ca5-4750-9e78-f8a89cbd846e HTTP/1.1" status: 200 len: 848 time: 0.0711582 Oct 27 14:15:48.690484 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-7cc5e655-507a-4371-8af5-cb643299f6df tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:15:48.691705 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-7cc5e655-507a-4371-8af5-cb643299f6df tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2412586 Oct 27 14:15:48.762331 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-45cabe9a-992d-4d0e-9308-f77cb243b904 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e878589-e445-4d8a-aacd-7613ab15ea2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639338 Oct 27 14:15:48.793343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09cefd-ead1-4e40-b4ea-e21d2c571056 req-418fcb94-a43e-4494-b563-b20dcf44d4ca tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:48.794955 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cc09cefd-ead1-4e40-b4ea-e21d2c571056 req-418fcb94-a43e-4494-b563-b20dcf44d4ca tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 943 time: 0.0934618 Oct 27 14:15:48.841381 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cc09cefd-ead1-4e40-b4ea-e21d2c571056 req-252879a0-5cba-4f1b-bd6f-dd53fd3b68fe tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Oct 27 14:15:48.858515 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:48.926564 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:48.927100 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:48.963480 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-1be5f435-8a0b-4880-9495-26949e1a2eb0 service neutron] 10.222.0.61 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351704 Oct 27 14:15:49.005235 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-a51d97a1-bb78-4acd-8d2f-fa873c9b8e25 service neutron] 10.222.0.82 "GET /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247498 Oct 27 14:15:49.193448 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4de999be-2274-4b90-bd15-46c562781201 service neutron] 10.222.0.61 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186563 Oct 27 14:15:49.214317 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e247a2e7-9bb4-4718-9bc3-979e028a5515 req-c48f5c0e-090a-4e82-80dd-42cd2ef16e60 service neutron] 10.222.0.82 "GET /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976979 Oct 27 14:15:49.380863 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c033a384-99cc-4fc2-9278-2b1c957afa17 req-0eb62bf6-91e5-4c94-9b74-c800905efc08 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 210 time: 0.0401669 Oct 27 14:15:49.613175 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d96369e6-9ed1-4636-ac8c-8aaaa20633f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:50.048067 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78186bda-de2b-4cac-b5d5-19d046f44bb7 req-e72c9e7a-084e-40cb-927f-909ffef97c88 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:50.049493 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-78186bda-de2b-4cac-b5d5-19d046f44bb7 req-e72c9e7a-084e-40cb-927f-909ffef97c88 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 943 time: 0.0821865 Oct 27 14:15:50.082893 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:50.100043 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-78186bda-de2b-4cac-b5d5-19d046f44bb7 req-f9b35ba2-5f61-49e6-adc4-430b2ccc6698 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Oct 27 14:15:50.250529 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:15:50.387411 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,segment=NetworkSegment(fe319f0c-c948-4ddb-b7e0-be9a4b1dea00),segment_id=fe319f0c-c948-4ddb-b7e0-be9a4b1dea00)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:50.402271 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1', 'network_id': '1e878589-e445-4d8a-aacd-7613ab15ea2f', 'port_id': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1', 'mac_address': 'fa:16:3e:51:75:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b8b3ad-9ca5-4750-9e78-f8a89cbd846e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:15:50.464448 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:50.482600 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:15:50.501940 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,segment=NetworkSegment(fe319f0c-c948-4ddb-b7e0-be9a4b1dea00),segment_id=fe319f0c-c948-4ddb-b7e0-be9a4b1dea00)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:50.506836 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:50.509798 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:50.512227 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-a676a0bf-c5eb-45fa-b8a5-adb98c5ac966 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:50.513814 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-a676a0bf-c5eb-45fa-b8a5-adb98c5ac966 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 815 time: 0.1639628 Oct 27 14:15:50.534568 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'port': {'device_id': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'admin_state_up': True, 'tenant_id': '39a26672733d4936a7c4b844ca6d1774'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:15:50.557410 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-173e40a4-0577-4aad-9253-38607c16919d req-2f70dc4a-482e-4a55-b8e8-76fb71b52e7d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 210 time: 0.0520093 Oct 27 14:15:50.586304 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:50.589288 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:50.681991 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:15:50.692113 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:15:50.704550 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Made reservation on behalf of 39a26672733d4936a7c4b844ca6d1774 for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:15:50.707626 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:50.785818 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['7d610e94-80bf-42b1-8d10-a4f90ca2a9d1'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:15:50.894355 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Allocated IP 172.20.0.4 (d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd/55adad7f-3f9c-4e98-9fc0-cd29555f42ec/28f293cf-7852-4302-8c57-84d5e05520a6) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:15:51.291641 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:51.356831 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Transition to ACTIVE for port object 28f293cf-7852-4302-8c57-84d5e05520a6 will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:15:51.398595 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed36143-cb36-45a9-8ad8-ecf32eb2ef7a req-08e6c274-2f50-4c7b-a4db-adcba69a664a tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:51.400613 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-aed36143-cb36-45a9-8ad8-ecf32eb2ef7a req-08e6c274-2f50-4c7b-a4db-adcba69a664a tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 944 time: 0.1022112 Oct 27 14:15:51.441662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:51.449971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:51.527806 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:15:51.544265 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-aed36143-cb36-45a9-8ad8-ecf32eb2ef7a req-c8cbf88a-37e1-45c0-919f-1e61bfcfdc6f tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352220 Oct 27 14:15:51.549023 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:15:51.557195 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:15:51.596263 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:51.600993 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:51.622389 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:51.623018 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:51.656828 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1273000 Oct 27 14:15:51.796365 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-439f50d1-924d-4884-bbbe-8fd2dcf55d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:51.835331 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe89f07-e5e1-42eb-b78b-8a2945a798e8 req-55ad8982-f2b7-4f4f-ad59-ceea4e7bf5c3 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:51.837795 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cbe89f07-e5e1-42eb-b78b-8a2945a798e8 req-55ad8982-f2b7-4f4f-ad59-ceea4e7bf5c3 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.1281872 Oct 27 14:15:51.903981 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cbe89f07-e5e1-42eb-b78b-8a2945a798e8 req-a06506b6-2e28-4a72-aeb9-54d2a306a324 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601077 Oct 27 14:15:51.905847 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-e96d5070-ce86-4f1a-ab79-e2de156191fc None None] Provisioning for port 28f293cf-7852-4302-8c57-84d5e05520a6 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:51.914487 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-e96d5070-ce86-4f1a-ab79-e2de156191fc None None] Provisioning complete for port 28f293cf-7852-4302-8c57-84d5e05520a6 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:51.914972 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-e96d5070-ce86-4f1a-ab79-e2de156191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:51.979942 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-e96d5070-ce86-4f1a-ab79-e2de156191fc None None] Port 28f293cf-7852-4302-8c57-84d5e05520a6 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:15:52.267173 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:15:52.344347 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:15:52.350087 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:15:52.350468 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:52.486049 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:52.512026 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:15:52.522165 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,segment=NetworkSegment(fe319f0c-c948-4ddb-b7e0-be9a4b1dea00),segment_id=fe319f0c-c948-4ddb-b7e0-be9a4b1dea00)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:15:52.527506 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:52.529743 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-ed6eb6e6-87c9-4ae2-84e1-44330e727ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:15:52.574946 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1', 'code': 200} Oct 27 14:15:52.607305 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:15:52.617309 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:15:52.730389 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:52.769281 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e64013-9b3b-4d70-b187-a694bd1237c8 req-61f76104-f798-4cb8-8e3d-6a09e0f988d8 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:52.770750 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a4e64013-9b3b-4d70-b187-a694bd1237c8 req-61f76104-f798-4cb8-8e3d-6a09e0f988d8 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0829456 Oct 27 14:15:52.828907 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a4e64013-9b3b-4d70-b187-a694bd1237c8 req-4e2c71f9-9b87-48cd-9463-c9a8f9907641 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508375 Oct 27 14:15:53.120354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-01e326ff-4712-4ff0-b28c-107bd5dc2d6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:53.120960 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-01e326ff-4712-4ff0-b28c-107bd5dc2d6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:15:53.137342 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-01e326ff-4712-4ff0-b28c-107bd5dc2d6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:15:53.138750 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-01e326ff-4712-4ff0-b28c-107bd5dc2d6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.0936296 Oct 27 14:15:53.195916 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-91018baa-4180-4e96-9d13-638a75260396 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:15:53.214587 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-91018baa-4180-4e96-9d13-638a75260396 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:15:53.215786 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-56dc6698-9c5d-4eb0-bc48-d3940d845129 req-91018baa-4180-4e96-9d13-638a75260396 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710337 Oct 27 14:15:54.046269 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179d7a0-fdb9-4938-bae4-573f07efb61e req-c3e2cd3d-b406-4911-a2df-4d33dd2d72bc tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:54.047766 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6179d7a0-fdb9-4938-bae4-573f07efb61e req-c3e2cd3d-b406-4911-a2df-4d33dd2d72bc tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0828001 Oct 27 14:15:54.096867 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6179d7a0-fdb9-4938-bae4-573f07efb61e req-fb53c6a4-c817-4ae4-9e6d-ca7b55a014bb tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 Oct 27 14:15:54.533929 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:15:54.593982 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b67f4-ba5b-43e5-b221-8ee437a3089d req-52a7387a-bfb6-4a98-856b-5888c35ea5f5 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:54.595448 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-612b67f4-ba5b-43e5-b221-8ee437a3089d req-52a7387a-bfb6-4a98-856b-5888c35ea5f5 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.1069264 Oct 27 14:15:54.645573 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-612b67f4-ba5b-43e5-b221-8ee437a3089d req-bf21dffa-664c-4df4-9c64-aa1e3dc58dac tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434494 Oct 27 14:15:55.306955 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6f0fb-0810-4acd-b9ec-488e03ba14cb req-b7f0eee3-773d-4514-945c-67fcb3644f64 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:55.308440 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0d6f0fb-0810-4acd-b9ec-488e03ba14cb req-b7f0eee3-773d-4514-945c-67fcb3644f64 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0847571 Oct 27 14:15:55.354418 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f0d6f0fb-0810-4acd-b9ec-488e03ba14cb req-3c8a13df-14ac-4c4e-98c6-3bbf0d8fc0ed tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Oct 27 14:15:55.849973 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43801e0d-bc3d-45b5-b9e6-5062501bd6be req-86648cdf-5494-458c-bb4d-bfef2a4b7be0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:55.851903 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-43801e0d-bc3d-45b5-b9e6-5062501bd6be req-86648cdf-5494-458c-bb4d-bfef2a4b7be0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.0860319 Oct 27 14:15:55.901062 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-43801e0d-bc3d-45b5-b9e6-5062501bd6be req-19040d39-14d0-4bed-ab0a-ae5c3804ff92 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Oct 27 14:15:56.573315 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc33c6-e6ae-4bac-96c3-888004d92484 req-55152cde-3893-4ef0-983f-6a1521d19f33 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:56.574774 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-84cc33c6-e6ae-4bac-96c3-888004d92484 req-55152cde-3893-4ef0-983f-6a1521d19f33 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0774760 Oct 27 14:15:56.625397 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-84cc33c6-e6ae-4bac-96c3-888004d92484 req-e1604d38-90a3-406a-b9e8-fb78b2c080aa tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Oct 27 14:15:57.099836 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c65cc-9d3b-4045-998e-0b2df72685f5 req-8b869d04-fe99-48d8-8b39-00bb9d14a0c4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:57.101747 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-113c65cc-9d3b-4045-998e-0b2df72685f5 req-8b869d04-fe99-48d8-8b39-00bb9d14a0c4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.0775912 Oct 27 14:15:57.160430 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-113c65cc-9d3b-4045-998e-0b2df72685f5 req-e018e130-f904-4922-8fa3-2ba704794961 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Oct 27 14:15:57.855664 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998b3e6-f9be-415c-bbb7-4854a5b89ac4 req-c611524e-7b67-4379-93cb-f1356e416feb tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:57.857601 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f998b3e6-f9be-415c-bbb7-4854a5b89ac4 req-c611524e-7b67-4379-93cb-f1356e416feb tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.1002998 Oct 27 14:15:57.906952 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f998b3e6-f9be-415c-bbb7-4854a5b89ac4 req-7d0379aa-d1c5-4448-bd48-346eac76f0b8 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Oct 27 14:15:58.169471 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b921e-d8e9-464d-8ee4-63c2b825ca04 req-a16fd73c-12b4-4db3-89e2-31b62d72481a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:58.171113 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-778b921e-d8e9-464d-8ee4-63c2b825ca04 req-a16fd73c-12b4-4db3-89e2-31b62d72481a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0760248 Oct 27 14:15:58.242638 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-778b921e-d8e9-464d-8ee4-63c2b825ca04 req-873b50a8-8333-4c31-9258-21dbff97d041 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644500 Oct 27 14:15:58.379877 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276630-d9e9-487b-a76c-44ef4e046524 req-c9f73666-6cd0-4e7d-bed5-4b03f6d2eb68 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:58.381437 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1e276630-d9e9-487b-a76c-44ef4e046524 req-c9f73666-6cd0-4e7d-bed5-4b03f6d2eb68 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.0845168 Oct 27 14:15:58.429789 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1e276630-d9e9-487b-a76c-44ef4e046524 req-a45ef2be-affd-466c-b828-6b2d6181c243 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Oct 27 14:15:59.132939 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3119321-f8b7-4be1-b296-7ece3904c627 req-99f90a73-4495-4ec9-b1b6-3dc43b717390 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.134369 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e3119321-f8b7-4be1-b296-7ece3904c627 req-99f90a73-4495-4ec9-b1b6-3dc43b717390 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0844347 Oct 27 14:15:59.180362 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e3119321-f8b7-4be1-b296-7ece3904c627 req-83e46dd0-9560-43d5-9ea2-2f0d2fe56163 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Oct 27 14:15:59.427967 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Sync routers for ids ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:15:59.439908 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Routers {'7c5d25df-ceb5-48ea-9e1b-b49403ce296b'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:15:59.440629 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:15:59.463280 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b73b9-f904-4164-a77a-b460aad65f32 req-6ba08d52-e92b-4281-833b-abf0bb675c5b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.471430 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-690b73b9-f904-4164-a77a-b460aad65f32 req-6ba08d52-e92b-4281-833b-abf0bb675c5b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0967534 Oct 27 14:15:59.542490 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-690b73b9-f904-4164-a77a-b460aad65f32 req-9bea7754-ea7a-4a22-b258-dc5aa2e226d9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702786 Oct 27 14:15:59.646551 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Set router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:15:59.658088 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8ba20-536e-4124-8dfe-80d1173c2ba3 req-b4c9ca56-5b22-4679-b479-7c6fe5d96504 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:15:59.659517 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-12e8ba20-536e-4124-8dfe-80d1173c2ba3 req-b4c9ca56-5b22-4679-b479-7c6fe5d96504 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.0913980 Oct 27 14:15:59.712272 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-12e8ba20-536e-4124-8dfe-80d1173c2ba3 req-6b6da4db-f75c-4a35-a35b-cc4913675755 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470133 Oct 27 14:16:00.006300 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'c141c110-d529-4554-9082-fa6162cc3fe6', 'name': '', 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'mac_address': 'fa:16:3e:1f:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:33Z', 'updated_at': '2021-10-27T14:15:34Z', 'revision_number': 2, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'subnets': [{'id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:00.010770 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Checking router: 7c5d25df-ceb5-48ea-9e1b-b49403ce296b for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:16:00.011160 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Updating router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b port c141c110-d529-4554-9082-fa6162cc3fe6 binding host dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:16:00.062371 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:00.384803 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdcfa3-f9ba-4bb0-ae56-043fbf61c4e4 req-07d31d59-d625-42d0-a907-1abcc8934a24 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:00.386736 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91cdcfa3-f9ba-4bb0-ae56-043fbf61c4e4 req-07d31d59-d625-42d0-a907-1abcc8934a24 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0812812 Oct 27 14:16:00.414990 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Notify callbacks [] for port, precommit_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:00.426389 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.provisioning_blocks [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Transition to ACTIVE for port object c141c110-d529-4554-9082-fa6162cc3fe6 will not be triggered until provisioned by entity L2. {{(pid=82834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:00.432706 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91cdcfa3-f9ba-4bb0-ae56-043fbf61c4e4 req-d31689c5-7921-43e8-9dfa-17d1283b65fa tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Oct 27 14:16:00.432876 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:00.436748 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-0c5bd129-8616-4579-90db-4242f6210b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:00.558314 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300f47-78ea-443b-930b-3b1344350174 None None] Pushing event updated for resources: {'Port': ['ID=c141c110-d529-4554-9082-fa6162cc3fe6,revision_number=3']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:00.561340 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-af300f47-78ea-443b-930b-3b1344350174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:00.647869 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Attempting to bind port c141c110-d529-4554-9082-fa6162cc3fe6 on host dv-cinder-815663-1-smb for vnic_type normal with profile {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:16:00.648265 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Attempting to bind port c141c110-d529-4554-9082-fa6162cc3fe6 by drivers openvswitch,hyperv on host dv-cinder-815663-1-smb at level 0 using segments [{'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:16:00.648628 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Attempting to bind port c141c110-d529-4554-9082-fa6162cc3fe6 on network 06801e2b-578e-4601-9b37-56e3cb2714e5 {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:00.655954 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Checking agent: {'id': '7b37ccfd-7968-46c0-9621-787b25a76c83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815663-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 3, 20), 'started_at': datetime.datetime(2021, 10, 27, 14, 3, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815663-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:16:00.656330 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Checking segment: {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:16:00.656727 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:00.657160 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Bound using segment: {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'} {{(pid=82834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:16:00.657662 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.managers [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Bound port: c141c110-d529-4554-9082-fa6162cc3fe6, host: dv-cinder-815663-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5'}}] {{(pid=82834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:16:00.658031 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:00.780417 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] For port c141c110-d529-4554-9082-fa6162cc3fe6, host dv-cinder-815663-1-smb, cleared binding levels {{(pid=82834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:16:00.791728 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828f858-dea6-40b4-8b44-6a00975c6e64 req-a9e9023a-e641-4578-aeb5-3a7c28be7378 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:00.793908 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d828f858-dea6-40b4-8b44-6a00975c6e64 req-a9e9023a-e641-4578-aeb5-3a7c28be7378 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0875170 Oct 27 14:16:00.803548 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.plugins.ml2.db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] For port c141c110-d529-4554-9082-fa6162cc3fe6, host dv-cinder-815663-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=c141c110-d529-4554-9082-fa6162cc3fe6,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:16:00.822448 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron_lib.callbacks.manager [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:00.827521 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-5cf4e94d-14a7-41c7-be0e-aa9e79922ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:00.846512 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d828f858-dea6-40b4-8b44-6a00975c6e64 req-d4192bd9-9f45-4a2a-8e1b-c09b992fc2e6 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Oct 27 14:16:00.915570 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300f47-78ea-443b-930b-3b1344350174 None None] Pushing event updated for resources: {'Port': ['ID=c141c110-d529-4554-9082-fa6162cc3fe6,revision_number=4']} {{(pid=82834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:00.925716 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG oslo_concurrency.lockutils [None req-af300f47-78ea-443b-930b-3b1344350174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:00.927084 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Routers {'7c5d25df-ceb5-48ea-9e1b-b49403ce296b'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:00.927698 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:01.112820 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632d00b-44c8-4284-9b2d-28cc0c61ebe1 req-5d8f069e-58e4-4012-a528-7e17202e872b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:01.115021 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b632d00b-44c8-4284-9b2d-28cc0c61ebe1 req-5d8f069e-58e4-4012-a528-7e17202e872b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.2153635 Oct 27 14:16:01.158365 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] Set router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:01.282730 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b632d00b-44c8-4284-9b2d-28cc0c61ebe1 req-9ea6ff17-d1d9-4e56-9c8b-d8638a71639a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548359 Oct 27 14:16:01.307127 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:16:01.602265 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'c141c110-d529-4554-9082-fa6162cc3fe6', 'name': '', 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'mac_address': 'fa:16:3e:1f:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:33Z', 'updated_at': '2021-10-27T14:16:00Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'subnets': [{'id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:01.606866 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66000d9f-cb24-4007-8c00-210c7088f351 None None] The sync data for ids ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'] in dv-cinder-815663-1-smb is: [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:33Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'c141c110-d529-4554-9082-fa6162cc3fe6', 'name': '', 'network_id': '06801e2b-578e-4601-9b37-56e3cb2714e5', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'mac_address': 'fa:16:3e:1f:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:33Z', 'updated_at': '2021-10-27T14:16:00Z', 'revision_number': 4, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'subnets': [{'id': 'd36a0e49-b154-4f84-b892-09cdf7d18264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:16:01.668429 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f5669-9019-4392-a60a-253a59e4d823 req-e2efc103-bd33-48da-acc2-324678761ccb tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:01.670010 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e11f5669-9019-4392-a60a-253a59e4d823 req-e2efc103-bd33-48da-acc2-324678761ccb tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.1085963 Oct 27 14:16:01.716895 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e11f5669-9019-4392-a60a-253a59e4d823 req-719c9ee6-e38d-4e3f-952c-a8fd2eab8b0e tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Oct 27 14:16:02.055846 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b012-d403-4c99-9a9e-f5c22c63c8a0 req-a0a20a68-4088-4ef8-b0d4-d3483f691774 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:02.057316 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f762b012-d403-4c99-9a9e-f5c22c63c8a0 req-a0a20a68-4088-4ef8-b0d4-d3483f691774 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0763209 Oct 27 14:16:02.107519 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f762b012-d403-4c99-9a9e-f5c22c63c8a0 req-77b35592-ebc0-42fe-88fa-1e5f7dc80437 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 Oct 27 14:16:02.458868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Request body: {'port': {'device_id': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:02.591248 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:02.604856 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b523b7d-ae6c-4f02-b0d9-7e1219a882e5 req-90be8313-bb7f-4266-9b04-bf2ffe6d0535 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:02.606475 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-8b523b7d-ae6c-4f02-b0d9-7e1219a882e5 req-90be8313-bb7f-4266-9b04-bf2ffe6d0535 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 931 time: 0.1881626 Oct 27 14:16:02.691415 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7412c666-486e-42b0-b957-39db086738b6 req-af137393-97b2-4200-be9d-e7ce0ca76094 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 1098 time: 0.0677969 Oct 27 14:16:02.736294 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7412c666-486e-42b0-b957-39db086738b6 req-58e43056-5f74-46d9-a94b-34b084b4444e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356600 Oct 27 14:16:02.741840 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-8b523b7d-ae6c-4f02-b0d9-7e1219a882e5 req-62ea3c9e-c69a-4f2e-beab-23b87c700ff8 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296043 Oct 27 14:16:02.883656 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device c141c110-d529-4554-9082-fa6162cc3fe6 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:16:02.936095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446632bc-d541-4f62-9828-fb5a8a890ba6 req-bf0c73fe-7610-4b1e-a64a-a375d5f0f85f tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:02.942613 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-446632bc-d541-4f62-9828-fb5a8a890ba6 req-bf0c73fe-7610-4b1e-a64a-a375d5f0f85f tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.1005065 Oct 27 14:16:02.963463 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning for port c141c110-d529-4554-9082-fa6162cc3fe6 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:02.970100 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port c141c110-d529-4554-9082-fa6162cc3fe6 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:02.970589 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:02.986706 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-446632bc-d541-4f62-9828-fb5a8a890ba6 req-15386c13-4f40-4717-a4bf-4e08d9f07f2c tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Oct 27 14:16:03.058929 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f293cf-7852-4302-8c57-84d5e05520a6 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:03.065878 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.080005 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Transition to ACTIVE for port object 28f293cf-7852-4302-8c57-84d5e05520a6 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:03.084285 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.087946 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-021ae32f-8231-4e14-9d66-8a1adbd84ceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:03.092940 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.125677 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] For port c141c110-d529-4554-9082-fa6162cc3fe6, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=c141c110-d529-4554-9082-fa6162cc3fe6,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:03.130236 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.132118 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d568929f-6283-497f-892e-3584fd964450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:03.210524 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Pushing event updated for resources: {'Port': ['ID=c141c110-d529-4554-9082-fa6162cc3fe6,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:03.214858 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:03.222424 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:03.257054 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.257435 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.257816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.258168 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.258517 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.258883 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.259215 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.259559 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.259897 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.260234 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.260574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:03.269441 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:03.397044 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Attempting to bind port 28f293cf-7852-4302-8c57-84d5e05520a6 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:16:03.397395 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Attempting to bind port 28f293cf-7852-4302-8c57-84d5e05520a6 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:16:03.397715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Attempting to bind port 28f293cf-7852-4302-8c57-84d5e05520a6 on network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:03.411747 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd257f-4d8e-45aa-9ec2-c46e6ab1cccf req-1486add0-e930-4215-8233-b86d08b5fc6a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:03.413220 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-58dd257f-4d8e-45aa-9ec2-c46e6ab1cccf req-1486add0-e930-4215-8233-b86d08b5fc6a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1579418 Oct 27 14:16:03.414265 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Port 28f293cf-7852-4302-8c57-84d5e05520a6 on network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:16:03.414574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Attempting to bind port 28f293cf-7852-4302-8c57-84d5e05520a6 on network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:03.434765 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:16:03.435111 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Checking segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:16:03.435569 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Bound using segment: {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:16:03.436000 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Bound port: 28f293cf-7852-4302-8c57-84d5e05520a6, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:16:03.436376 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.522017 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-58dd257f-4d8e-45aa-9ec2-c46e6ab1cccf req-f219092f-e67e-4ee2-a0a9-1fb3d0750a75 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010194 Oct 27 14:16:03.546494 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:16:03.549533 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:16:03.555255 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.558807 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-973e2397-6320-4900-9043-261bc5e7304a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:03.617269 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:03.617646 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] 10.222.0.82 "PUT /v2.0/ports/28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 1093 time: 1.1678011 Oct 27 14:16:03.618133 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:03.644986 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:03.649317 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:03.700392 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'status': 'completed', 'code': 200} Oct 27 14:16:03.746166 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-6658889b-46fb-4f7b-aee6-83e44f2f0e6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1096 time: 0.0780780 Oct 27 14:16:03.819322 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-1966b781-9b63-4517-9897-e152f678dfab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 217 time: 0.0628171 Oct 27 14:16:03.941860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-08646815-4c1e-4e3f-bf3f-0e25e25f1927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:03.943412 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-08646815-4c1e-4e3f-bf3f-0e25e25f1927 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.1078665 Oct 27 14:16:04.017612 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae51f-3c7d-42ab-8480-f38dddbc6fa5 req-33725d14-e680-4b06-8168-caefd9cb132b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.019050 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b35ae51f-3c7d-42ab-8480-f38dddbc6fa5 req-33725d14-e680-4b06-8168-caefd9cb132b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 943 time: 0.1509352 Oct 27 14:16:04.079196 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-a149a9e5-31df-4a47-b000-7e5e80060fe4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1230190 Oct 27 14:16:04.081748 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b35ae51f-3c7d-42ab-8480-f38dddbc6fa5 req-5c348ff2-bd81-452f-a08c-84738dc902d1 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532770 Oct 27 14:16:04.188536 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a798c-5828-4306-bd08-6787d36ce1c5 req-ad065a53-6556-4576-b556-f0b9fdc15c59 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.189992 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-097a798c-5828-4306-bd08-6787d36ce1c5 req-ad065a53-6556-4576-b556-f0b9fdc15c59 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0767403 Oct 27 14:16:04.218458 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-f9cd6ad4-ad42-4439-98d0-f51cf7eecb3e service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284988 Oct 27 14:16:04.242651 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-097a798c-5828-4306-bd08-6787d36ce1c5 req-b7b7af30-8cd2-47d8-a2ea-c5dd8920e1bc tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 Oct 27 14:16:04.356362 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7f2b313b-ffb9-4485-aa08-fab6f9a34581 req-8b171b15-560b-4a6e-aca4-e7d37b01551b service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298909 Oct 27 14:16:04.478781 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-1c0d1863-a93e-4802-a331-bb99dc5e4364 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1096 time: 0.0726895 Oct 27 14:16:04.634727 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-46ea4b52-f61a-4d9c-9277-c973c8d4c695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.636448 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-46ea4b52-f61a-4d9c-9277-c973c8d4c695 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.1499956 Oct 27 14:16:04.838059 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-309da20c-489e-4eba-8b18-6721e5dfd82a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 217 time: 0.1947243 Oct 27 14:16:04.885046 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device c141c110-d529-4554-9082-fa6162cc3fe6 up at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:16:04.917497 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-006f99cc-4a3f-4a34-a12d-540f46e739b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.918968 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-006f99cc-4a3f-4a34-a12d-540f46e739b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.0732598 Oct 27 14:16:04.953173 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Provisioning complete for port c141c110-d529-4554-9082-fa6162cc3fe6 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:04.953497 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:04.967610 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182c94b-a02e-49da-aada-7ab04b62ac83 req-d29d38d5-6923-456a-bb86-de19ccb354c4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:04.969181 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d182c94b-a02e-49da-aada-7ab04b62ac83 req-d29d38d5-6923-456a-bb86-de19ccb354c4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.1788471 Oct 27 14:16:05.035823 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d182c94b-a02e-49da-aada-7ab04b62ac83 req-3d58894e-12f3-41e5-8c91-e4c2d66dff48 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=8033583f-9fc0-4767-9f6d-dae2e8f3aa47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600705 Oct 27 14:16:05.045178 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-a2d3791b-f74b-4bd7-b10a-e6b6f568adf3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1163239 Oct 27 14:16:05.095281 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-6b207d66-ec7d-479f-a4ad-50245b58f695 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:05.096760 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-6b207d66-ec7d-479f-a4ad-50245b58f695 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 946 time: 0.0936983 Oct 27 14:16:05.170296 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Deleting port 7e4d26a0-01b1-4af0-a419-d2816743ba45 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:16:05.170729 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:05.184570 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-44238927-5637-443d-8584-55a6f3d7c53a service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306589 Oct 27 14:16:05.318640 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d53686db-cbcd-4e94-a6e0-4fe965b63ea4 req-f3b67cd2-75ee-49ef-a1f1-8cbda0be5855 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265185 Oct 27 14:16:05.378954 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f5328-f1c6-4ee1-9923-bf24e6321dfe req-b9216752-0c55-491e-bbea-78872476e44e tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:05.380393 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f4f5328-f1c6-4ee1-9923-bf24e6321dfe req-b9216752-0c55-491e-bbea-78872476e44e tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 943 time: 0.1791377 Oct 27 14:16:05.503854 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] For port 7e4d26a0-01b1-4af0-a419-d2816743ba45, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7e4d26a0-01b1-4af0-a419-d2816743ba45,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:05.504174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:05.512790 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f4f5328-f1c6-4ee1-9923-bf24e6321dfe req-f88c8d14-182a-49a5-a6db-54b429f31e3e tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264083 Oct 27 14:16:05.790042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:05.790409 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:05.790911 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.l3_db [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Floating IP a1f77adc-c8ac-40b1-8173-9879b12d4a2e disassociated. External IP: 172.28.1.48, port: 7e4d26a0-01b1-4af0-a419-d2816743ba45. Oct 27 14:16:05.791274 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Calling delete_port for 7e4d26a0-01b1-4af0-a419-d2816743ba45 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:16:05.935801 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:05.941381 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:05.984029 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event deleted for resources: {'Port': ['ID=7e4d26a0-01b1-4af0-a419-d2816743ba45,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:05.997772 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:05.998129 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:05.998476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:05.998946 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:05.999296 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:05.999637 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:06.000034 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:06.000374 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:06.000711 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:06.001044 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:06.001440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:06.005118 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:06.207262 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2c8a417a-96ea-40ff-af98-50923f19be37 req-52f19976-e6ef-4ec3-ad35-ee2a75e72dc7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 210 time: 0.0425713 Oct 27 14:16:06.315306 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:06.346827 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 28f293cf-7852-4302-8c57-84d5e05520a6 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:16:06.497457 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:06.511865 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '28f293cf-7852-4302-8c57-84d5e05520a6', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'port_id': '28f293cf-7852-4302-8c57-84d5e05520a6', 'mac_address': 'fa:16:3e:eb:42:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:16:06.529579 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:06.570668 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:16:06.597202 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:06.614541 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] No DVR routers for this DVR port 7e4d26a0-01b1-4af0-a419-d2816743ba45 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:06.619593 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:06.620819 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f293cf-7852-4302-8c57-84d5e05520a6 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:06.622480 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'name': 'network-vif-deleted', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:06.627700 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:06.628630 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:06.672374 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b783b30-e127-4d76-bf74-d6dceeab0720 req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "DELETE /v2.0/ports/7e4d26a0-01b1-4af0-a419-d2816743ba45 HTTP/1.1" status: 204 len: 173 time: 1.5676265 Oct 27 14:16:06.782132 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:06.789498 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9fd7f-1fb3-40e2-8a73-29af0e335f83', 'name': 'network-vif-deleted', 'tag': '7e4d26a0-01b1-4af0-a419-d2816743ba45', 'status': 'completed', 'code': 200} Oct 27 14:16:06.803661 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:06.819784 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-3f92b6a2-0512-4109-a405-b29a1acd1c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:06.872664 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5ed8-231a-445d-9d74-43a2062df664 req-eadda67a-db10-4df4-ad5b-e1e81f88a1de tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:06.880815 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ba3d5ed8-231a-445d-9d74-43a2062df664 req-eadda67a-db10-4df4-ad5b-e1e81f88a1de tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 943 time: 0.1858027 Oct 27 14:16:06.941703 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ba3d5ed8-231a-445d-9d74-43a2062df664 req-24349989-3e83-4670-91cf-98f3474b7ef6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598981 Oct 27 14:16:07.058855 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:07.072073 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.072727 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.073255 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.073797 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.074337 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.074875 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.075385 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.075950 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.076462 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.076986 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.077503 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:16:07.081287 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:07.120235 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:07.121805 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['28f293cf-7852-4302-8c57-84d5e05520a6'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:16:07.433478 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4bf09baa-11ec-4f57-a81d-952e4034828c req-83e1bf0d-8c63-4acd-8ee1-162ecd49493c tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=37a9fd7f-1fb3-40e2-8a73-29af0e335f83 HTTP/1.1" status: 200 len: 210 time: 0.0523436 Oct 27 14:16:07.604176 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:07.608339 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:16:07.619422 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:07.620022 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:07.801332 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:08.012674 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9d51-f8b5-4351-a204-9fb91437385b req-c0d87467-b71e-40df-a818-ddf8facaf5b4 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:08.014278 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-afab9d51-f8b5-4351-a204-9fb91437385b req-c0d87467-b71e-40df-a818-ddf8facaf5b4 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0815477 Oct 27 14:16:08.062142 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-afab9d51-f8b5-4351-a204-9fb91437385b req-4a131cc0-9f6e-42de-8ebb-53cf6cbd9402 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Oct 27 14:16:08.179426 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:08.184432 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e95f1-c0d6-4814-b2cb-c60cb9857470 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:16:08.322188 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f078f-1794-4200-b815-9a0ca547d188 req-132fa6b7-7e85-455d-b1cf-e6457651305a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:08.323596 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e39f078f-1794-4200-b815-9a0ca547d188 req-132fa6b7-7e85-455d-b1cf-e6457651305a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 944 time: 0.0803015 Oct 27 14:16:08.361372 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 28f293cf-7852-4302-8c57-84d5e05520a6 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:16:08.368677 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e39f078f-1794-4200-b815-9a0ca547d188 req-2cde6416-3ba5-46fa-b5c1-59f8d46a2a81 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Oct 27 14:16:08.442987 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 28f293cf-7852-4302-8c57-84d5e05520a6 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:08.448507 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 28f293cf-7852-4302-8c57-84d5e05520a6 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:08.449080 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.585062 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.616661 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:08.627169 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:08.631742 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.632263 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35066) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:08.632661 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7e4d26a0-01b1-4af0-a419-d2816743ba45 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:16:08.662412 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:08.692140 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'code': 200} Oct 27 14:16:08.709451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.710083 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 7e4d26a0-01b1-4af0-a419-d2816743ba45 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:16:08.710435 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7e4d26a0-01b1-4af0-a419-d2816743ba45 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:16:08.740088 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.741109 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:08.745066 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:08.807861 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.821671 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-cfbfb6f7-5a45-4f06-b234-c58c2c3f3ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:08.847190 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8033583f-9fc0-4767-9f6d-dae2e8f3aa47,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:08.849842 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:08.851211 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:08.853227 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-3310862d-053b-47b4-98c8-71bbe65d6053 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "DELETE /v2.0/security-groups/8033583f-9fc0-4767-9f6d-dae2e8f3aa47 HTTP/1.1" status: 204 len: 168 time: 0.2195859 Oct 27 14:16:08.855936 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35070) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:08.886351 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.api.v2.resource [None req-81b6f9ad-6b31-4d75-b7dd-ae44ee5a126d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] show failed (client error): The resource could not be found. Oct 27 14:16:08.887378 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-81b6f9ad-6b31-4d75-b7dd-ae44ee5a126d tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups/8033583f-9fc0-4767-9f6d-dae2e8f3aa47 HTTP/1.1" status: 404 len: 347 time: 0.0271378 Oct 27 14:16:08.890623 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35074) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:09.096397 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Deleting port 52070490-6958-4ad2-824c-8a7196effa0d {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:16:09.096802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.192578 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1be36d9a-e6a5-4122-85df-21275a3bf544 req-8738bde5-5cdd-498f-9256-e2d1282b01f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1098 time: 0.2466874 Oct 27 14:16:09.347286 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.347955 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.373035 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-04954309-8232-4b30-9fc8-fa67b0ea3c49 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:09.374493 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-04954309-8232-4b30-9fc8-fa67b0ea3c49 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.0781152 Oct 27 14:16:09.449297 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Deleting port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:16:09.449691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.471731 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1be36d9a-e6a5-4122-85df-21275a3bf544 req-f86d9ba2-a7a0-4f3a-a629-e0710b3fff53 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999986 Oct 27 14:16:09.478952 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Calling delete_port for 52070490-6958-4ad2-824c-8a7196effa0d owned by network:floatingip {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:16:09.539779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9d9c7-e185-4133-b04a-6f03a1cd7767 req-f77e3bdf-9daf-4f6e-87ca-0c3fbcbcfe84 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:09.541194 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cea9d9c7-e185-4133-b04a-6f03a1cd7767 req-f77e3bdf-9daf-4f6e-87ca-0c3fbcbcfe84 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 945 time: 0.3455706 Oct 27 14:16:09.638398 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cea9d9c7-e185-4133-b04a-6f03a1cd7767 req-3edb8c68-fa38-4c96-9a7b-31754d01fe6c tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/security-groups?id=f2bab3c1-50d3-4006-a3b7-c5f28d069bae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855904 Oct 27 14:16:09.675061 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.679516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:09.721266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event deleted for resources: {'Port': ['ID=52070490-6958-4ad2-824c-8a7196effa0d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:09.723780 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:09.734692 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38044c-a996-402f-906f-26b9168b7275 req-1122d7b5-21da-45b4-b35c-9c68cd3ce2b4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:09.736256 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3d38044c-a996-402f-906f-26b9168b7275 req-1122d7b5-21da-45b4-b35c-9c68cd3ce2b4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.2408030 Oct 27 14:16:09.784755 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] For port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,segment=NetworkSegment(fe319f0c-c948-4ddb-b7e0-be9a4b1dea00),segment_id=fe319f0c-c948-4ddb-b7e0-be9a4b1dea00)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:09.785124 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.786484 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c1c32-f154-4694-8fe2-a539dcf65b66 None None] New status for floating IP a1f77adc-c8ac-40b1-8173-9879b12d4a2e: DOWN {{(pid=82834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:16:09.926611 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Calling delete_port for 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 owned by compute:nova {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:16:09.928190 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.943933 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:09.945187 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "DELETE /v2.0/floatingips/a1f77adc-c8ac-40b1-8173-9879b12d4a2e HTTP/1.1" status: 204 len: 168 time: 1.0531225 Oct 27 14:16:09.966613 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3d38044c-a996-402f-906f-26b9168b7275 req-2cf90ef9-89a8-498d-9c40-a107680e1200 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203231 Oct 27 14:16:10.079015 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.084376 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:10.091224 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['7d610e94-80bf-42b1-8d10-a4f90ca2a9d1'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:16:10.213179 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Pushing event deleted for resources: {'Port': ['ID=7d610e94-80bf-42b1-8d10-a4f90ca2a9d1,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:10.216809 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:10.285017 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] No DVR routers for this DVR port 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 on host hv-cinder-81566 {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:10.287406 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.289874 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'name': 'network-vif-deleted', 'tag': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:10.307230 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-307898c2-c09b-4b02-8b6f-2e3cc180bb9a req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.82 "DELETE /v2.0/ports/7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 HTTP/1.1" status: 204 len: 173 time: 0.9266455 Oct 27 14:16:10.352142 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0ddf52-ebe7-4571-b6aa-e9e379327626', 'name': 'network-vif-deleted', 'tag': '7d610e94-80bf-42b1-8d10-a4f90ca2a9d1', 'status': 'completed', 'code': 200} Oct 27 14:16:10.442167 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35088) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:10.448248 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559458376', 'description': 'tempest-description--1904894940'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:10.454816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:10.459294 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:10.462316 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:10.468901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:10.479605 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.517522 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:10.517751 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.521326 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:10.525017 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:10.530879 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:10.594933 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.599511 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.603210 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-39d2905e-5918-41f4-9f4b-a655755d6998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:10.646380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0585e-eed0-462e-bf1c-a44d7c06ad22,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:10.649786 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:10.653730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.655376 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-eefa8218-3b80-4a7b-9473-edfe425fcad2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2116992 Oct 27 14:16:10.658365 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35092) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:10.664056 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'security_group_rule': {'security_group_id': '95d0585e-eed0-462e-bf1c-a44d7c06ad22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:10.670405 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:10.674587 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:10.677580 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:10.683564 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:10.703539 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.763854 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.767785 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.769884 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8b86709c-5e57-4cb6-84c3-9ef1a6dea3e5 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:10.821720 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a86fcd-45c1-4ac7-b1fe-5f292cb290d1,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:10.829253 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:10.837463 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-2df44007-fd41-45ab-bb64-56fa75ba85a0 req-800e0d87-c3c8-45fa-a61e-3a3536c157ce tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Synchronizing usage tracker for tenant:b80284df122443688dfcd075526618c2 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:10.845907 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.847072 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f6076a4b-7477-49b9-9429-89ef7fc5f9a7 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1877306 Oct 27 14:16:10.849887 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35098) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:10.856490 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'security_group_rule': {'security_group_id': '95d0585e-eed0-462e-bf1c-a44d7c06ad22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:10.857579 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-2df44007-fd41-45ab-bb64-56fa75ba85a0 req-800e0d87-c3c8-45fa-a61e-3a3536c157ce tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Unset dirty status for tenant:b80284df122443688dfcd075526618c2 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:10.862872 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:10.866175 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2df44007-fd41-45ab-bb64-56fa75ba85a0 req-800e0d87-c3c8-45fa-a61e-3a3536c157ce tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd0ddf52-ebe7-4571-b6aa-e9e379327626 HTTP/1.1" status: 200 len: 210 time: 0.0770369 Oct 27 14:16:10.866907 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:security_group_rule and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:10.870668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:10.878333 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:10.901306 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.963696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.968749 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:10.974939 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c6c600bc-e03c-4e12-9136-523a570c998c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:10.995418 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9e2073-0fa4-4fbf-92ae-ccd2fc2bde6f,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:10.998100 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:11.010135 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:11.011512 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-372758f2-f37d-4bec-babd-f682cd1081ef tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1600351 Oct 27 14:16:11.014954 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35104) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:11.020461 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'floatingip': {'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:11.026497 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:11.030936 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Usage tracker for resource:floatingip and tenant:9a5124f61d094c7fb6237e7bac575d6c is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:11.033835 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:11.039521 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:11.053685 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:11.165765 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590e6eb-9b87-4a0a-bdd3-4d868cc4b184 req-7b858678-4829-4506-816b-85830c44e6a4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:11.167221 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9590e6eb-9b87-4a0a-bdd3-4d868cc4b184 req-7b858678-4829-4506-816b-85830c44e6a4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.0807443 Oct 27 14:16:11.189335 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:11.213304 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9590e6eb-9b87-4a0a-bdd3-4d868cc4b184 req-594e120f-fd09-45e4-95c2-ec2eb0e554ca tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Oct 27 14:16:11.328636 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Allocated IP 172.28.1.239 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/bbd1dd9f-290c-4d34-b87e-8bb9d4bc7a7f) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:11.523123 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a1f1-87c2-4593-9164-0f9435701599 req-8a1fe086-177a-493f-b877-d13ddb3d39b6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:11.524967 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-37a5a1f1-87c2-4593-9164-0f9435701599 req-8a1fe086-177a-493f-b877-d13ddb3d39b6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.1940455 Oct 27 14:16:11.555548 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:11.592044 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-37a5a1f1-87c2-4593-9164-0f9435701599 req-6ac1b222-5cbb-4edf-ab20-35190099dee9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564451 Oct 27 14:16:11.604605 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:11.608311 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7a75ae56-5030-42ab-ba8a-458bbcc9c214 tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:11.675380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:11.678198 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:11.681892 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:11.712385 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'Port': ['ID=bbd1dd9f-290c-4d34-b87e-8bb9d4bc7a7f,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:11.718582 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:11.847063 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:11.908860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:12.143158 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a28f-861e-4eeb-ba1e-9683e48df6e8 req-65628135-6af7-4aba-9996-f4735723dc62 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:12.144010 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-03d5a28f-861e-4eeb-ba1e-9683e48df6e8 req-65628135-6af7-4aba-9996-f4735723dc62 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.1934710 Oct 27 14:16:12.216637 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-03d5a28f-861e-4eeb-ba1e-9683e48df6e8 req-d610d581-7930-4517-b6d2-4c142c9c7e19 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628073 Oct 27 14:16:12.218509 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:12.223903 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:12.229907 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c6ddc2bc-bf78-4c60-86b7-5a99550998be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:12.331742 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'Port': ['ID=bbd1dd9f-290c-4d34-b87e-8bb9d4bc7a7f,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:12.335838 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:12.350586 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:12.372703 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:16:12.389358 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:12.390657 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-292b5a9a-803e-4953-9364-10c3288ca197 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3747637 Oct 27 14:16:12.421772 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:16:12.422241 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 7d610e94-80bf-42b1-8d10-a4f90ca2a9d1 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:16:12.642149 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-5b314b07-e654-4719-9723-09fca873720e req-de8fd051-5c2f-4b7f-b2ce-bccad841e128 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:12.676536 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-5b314b07-e654-4719-9723-09fca873720e req-de8fd051-5c2f-4b7f-b2ce-bccad841e128 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:12.685167 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-de8fd051-5c2f-4b7f-b2ce-bccad841e128 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--559458376&fields=id&tenant_id=9a5124f61d094c7fb6237e7bac575d6c HTTP/1.1" status: 200 len: 267 time: 0.0900502 Oct 27 14:16:12.828412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b314b07-e654-4719-9723-09fca873720e req-55405a48-58eb-4557-a313-865ad053550f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:12.829865 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-55405a48-58eb-4557-a313-865ad053550f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 811 time: 0.1436861 Oct 27 14:16:12.845999 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-6d49e7ce-b93e-47d4-a69d-690cc424312f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/quotas/9a5124f61d094c7fb6237e7bac575d6c HTTP/1.1" status: 200 len: 375 time: 0.0106449 Oct 27 14:16:12.932881 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-5b314b07-e654-4719-9723-09fca873720e req-ad5acb8c-d787-412d-b5be-381e08f4994b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:12.948894 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-5b314b07-e654-4719-9723-09fca873720e req-ad5acb8c-d787-412d-b5be-381e08f4994b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:12.950317 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-ad5acb8c-d787-412d-b5be-381e08f4994b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997539 Oct 27 14:16:13.086153 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-84b12f4b-df8d-4187-b096-96b39b92f0c3 service neutron] 10.222.0.61 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232231 Oct 27 14:16:13.222240 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-5013e330-7af7-422e-87ae-f006ebe4ece7 service neutron] 10.222.0.61 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286540 Oct 27 14:16:13.407308 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d39c7918-2192-4981-bf8b-188c4a9adaf5 req-2a1bb8aa-4b04-447b-9398-3f8246d8e774 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 210 time: 0.0419252 Oct 27 14:16:14.648384 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b08cda4b-10ab-4f78-ba3c-131eb712e2e1 req-4996ee62-9430-43b3-87c5-65ba6d0248d3 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 210 time: 0.0636449 Oct 27 14:16:14.681453 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b314b07-e654-4719-9723-09fca873720e req-04667d39-7e12-4baf-ba1a-bef792362564 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:14.682945 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-04667d39-7e12-4baf-ba1a-bef792362564 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 811 time: 0.3038182 Oct 27 14:16:14.738481 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5b314b07-e654-4719-9723-09fca873720e req-399fa034-a67f-4ec0-a512-fdeba30f22b1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:14.751078 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-5b314b07-e654-4719-9723-09fca873720e req-399fa034-a67f-4ec0-a512-fdeba30f22b1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:14.752229 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-399fa034-a67f-4ec0-a512-fdeba30f22b1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5124f61d094c7fb6237e7bac575d6c HTTP/1.1" status: 200 len: 379 time: 0.0562770 Oct 27 14:16:14.762599 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'port': {'device_id': 'cc6e6239-b652-4831-9878-effc557dca4e', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'admin_state_up': True, 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'security_groups': ['95d0585e-eed0-462e-bf1c-a44d7c06ad22']}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:14.896974 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:14.906786 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:14.915730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Made reservation on behalf of 9a5124f61d094c7fb6237e7bac575d6c for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:16:14.918767 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:15.082439 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Allocated IP 172.20.0.8 (458f851c-6bc2-49b9-b031-bb649e017bba/95e23ee2-4055-4e04-89f8-ebae83129895/40fd882a-2cdb-4326-835c-40c70eab0c15) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:15.266861 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:15.283106 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Transition to ACTIVE for port object 40fd882a-2cdb-4326-835c-40c70eab0c15 will not be triggered until provisioned by entity DHCP. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:15.305522 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:15.310741 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c1c13f0e-a718-4332-aa32-d85ff52e57c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:15.390119 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Network 458f851c-6bc2-49b9-b031-bb649e017bba is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:15.396927 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event updated for resources: {'Port': ['ID=40fd882a-2cdb-4326-835c-40c70eab0c15,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:15.400228 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:15.401771 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:15.402614 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:15.480279 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:15.481040 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:15.509662 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-1f71b3a7-6740-4617-a930-85dfd8271f8a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505851 Oct 27 14:16:15.529057 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Request body: {'port': {'device_id': 'cc6e6239-b652-4831-9878-effc557dca4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:15.640257 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:15.648026 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-dd33dd5c-c05d-4279-909c-0a2fb74226da None None] Provisioning for port 40fd882a-2cdb-4326-835c-40c70eab0c15 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:15.656445 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-dd33dd5c-c05d-4279-909c-0a2fb74226da None None] Provisioning complete for port 40fd882a-2cdb-4326-835c-40c70eab0c15 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:15.657005 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-dd33dd5c-c05d-4279-909c-0a2fb74226da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:15.718540 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-dd33dd5c-c05d-4279-909c-0a2fb74226da None None] Port 40fd882a-2cdb-4326-835c-40c70eab0c15 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:16:15.860482 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582474da-3ae1-4bde-af16-6d1713819764 req-355743cf-30f7-4477-b4c9-fb761bcb23b8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:15.862094 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-582474da-3ae1-4bde-af16-6d1713819764 req-355743cf-30f7-4477-b4c9-fb761bcb23b8 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 931 time: 0.0760944 Oct 27 14:16:15.923346 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-582474da-3ae1-4bde-af16-6d1713819764 req-36f9b901-d6c5-4a52-810a-62b564aace02 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551958 Oct 27 14:16:16.017030 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fd882a-2cdb-4326-835c-40c70eab0c15 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:16.024882 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:16.040518 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Transition to ACTIVE for port object 40fd882a-2cdb-4326-835c-40c70eab0c15 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:16.045631 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:16.049241 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f1191ea2-2b17-474e-afda-eddf42bac025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:16.170990 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Pushing event updated for resources: {'Port': ['ID=40fd882a-2cdb-4326-835c-40c70eab0c15,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:16.173951 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:16.283921 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Attempting to bind port 40fd882a-2cdb-4326-835c-40c70eab0c15 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:16:16.284251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Attempting to bind port 40fd882a-2cdb-4326-835c-40c70eab0c15 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:16:16.284569 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Attempting to bind port 40fd882a-2cdb-4326-835c-40c70eab0c15 on network 458f851c-6bc2-49b9-b031-bb649e017bba {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:16.290247 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Port 40fd882a-2cdb-4326-835c-40c70eab0c15 on network 458f851c-6bc2-49b9-b031-bb649e017bba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:16:16.290565 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Attempting to bind port 40fd882a-2cdb-4326-835c-40c70eab0c15 on network 458f851c-6bc2-49b9-b031-bb649e017bba {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:16.296701 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:16:16.297027 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Checking segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:16:16.297403 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Bound using segment: {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:16:16.297841 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Bound port: 40fd882a-2cdb-4326-835c-40c70eab0c15, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:16:16.298179 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:16.385816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] For port 40fd882a-2cdb-4326-835c-40c70eab0c15, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:16:16.389268 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] For port 40fd882a-2cdb-4326-835c-40c70eab0c15, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40fd882a-2cdb-4326-835c-40c70eab0c15,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:16:16.393926 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:16.398129 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-df010356-eff1-49c3-aae2-d38cbe19d72b tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:16.554792 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:16.556224 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] 10.222.0.82 "PUT /v2.0/ports/40fd882a-2cdb-4326-835c-40c70eab0c15 HTTP/1.1" status: 200 len: 1093 time: 1.0327265 Oct 27 14:16:16.556848 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:16.613325 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Pushing event updated for resources: {'Port': ['ID=40fd882a-2cdb-4326-835c-40c70eab0c15,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:16.626934 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:16.668942 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'status': 'completed', 'code': 200} Oct 27 14:16:16.711112 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-fccc4e2d-7ab9-455b-a053-91ca5ddc5cb4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 1096 time: 0.0858328 Oct 27 14:16:16.815430 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-199b6aab-08ec-4261-9cdd-5e331c352089 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40fd882a-2cdb-4326-835c-40c70eab0c15 HTTP/1.1" status: 200 len: 217 time: 0.0949934 Oct 27 14:16:16.905407 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b314b07-e654-4719-9723-09fca873720e req-bb16ea5d-b84f-46f4-8d75-83ef2ecd6735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:16.907007 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-bb16ea5d-b84f-46f4-8d75-83ef2ecd6735 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.0847049 Oct 27 14:16:17.011288 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-2158c656-6bd7-4b94-b30f-7b696b9f154b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0974791 Oct 27 14:16:17.154095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1213a97-8096-48a9-bfea-6225a2be9d2c req-e9398064-5e2f-434c-a413-05cfb6102095 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:17.155843 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d1213a97-8096-48a9-bfea-6225a2be9d2c req-e9398064-5e2f-434c-a413-05cfb6102095 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 943 time: 0.0937881 Oct 27 14:16:17.187407 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-6bd32553-c00c-4c37-9b84-5f01c8f6a407 service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665494 Oct 27 14:16:17.211214 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d1213a97-8096-48a9-bfea-6225a2be9d2c req-a2314fb6-4e97-474c-8928-f6d79186ef4e tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489094 Oct 27 14:16:17.402237 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5b314b07-e654-4719-9723-09fca873720e req-1218977b-89c0-47d1-adeb-4cfc6219b14d service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069256 Oct 27 14:16:17.434801 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dac790-444c-4952-9990-8ed61622112b req-e4ed2ff7-03f4-481c-a00a-e90519f84386 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:17.436827 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b5dac790-444c-4952-9990-8ed61622112b req-e4ed2ff7-03f4-481c-a00a-e90519f84386 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.1093280 Oct 27 14:16:17.535439 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b5dac790-444c-4952-9990-8ed61622112b req-0ad422a3-9bfc-4b44-91af-0a719cb24d5a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925345 Oct 27 14:16:17.552377 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-a5c57908-b8f5-483f-8349-dc461037c4dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 1096 time: 0.0954299 Oct 27 14:16:17.564495 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35226) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:17.688452 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-3d5dbeab-7286-4cdf-8121-68b2a6c2cd3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:17.689819 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-3d5dbeab-7286-4cdf-8121-68b2a6c2cd3a service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.1276960 Oct 27 14:16:17.761853 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-ff2ec855-db15-4d42-ab1a-aa4fd190a277 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40fd882a-2cdb-4326-835c-40c70eab0c15 HTTP/1.1" status: 200 len: 217 time: 0.0648296 Oct 27 14:16:17.818657 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e29e277b-99ae-4583-a125-c2402252b428 tempest-TestMinimumBasicScenario-1159862620 tempest-TestMinimumBasicScenario-1159862620-project-admin] Synchronizing usage tracker for tenant:70a62e42f90d47938a9d58378db0dae1 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:17.826472 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-75ffa9bd-c647-4b79-8280-1bd09dd9486d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:17.827934 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-75ffa9bd-c647-4b79-8280-1bd09dd9486d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.0588889 Oct 27 14:16:17.836357 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e29e277b-99ae-4583-a125-c2402252b428 tempest-TestMinimumBasicScenario-1159862620 tempest-TestMinimumBasicScenario-1159862620-project-admin] Unset dirty status for tenant:70a62e42f90d47938a9d58378db0dae1 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:17.837494 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e29e277b-99ae-4583-a125-c2402252b428 tempest-TestMinimumBasicScenario-1159862620 tempest-TestMinimumBasicScenario-1159862620-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1093 time: 0.2712002 Oct 27 14:16:17.840527 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35232) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:17.846094 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'floatingip': {'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'port_id': '28f293cf-7852-4302-8c57-84d5e05520a6', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:17.851608 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:17.855621 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:floatingip and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:17.858599 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:17.864773 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:17.880524 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for floatingip, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:17.910759 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-f0d8409d-e9e9-4fd9-82f9-79692d756da4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749264 Oct 27 14:16:18.015549 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:18.056181 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-d89f1461-e0fd-4b80-b23a-bec6bcd44c4b service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260786 Oct 27 14:16:18.158984 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Allocated IP 172.28.1.8 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/74f2185b-236a-4ec8-9221-c47a79e12177) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:18.189600 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2a1365ba-d5ec-44d1-ac51-a62c7617c331 req-0635e6be-271d-4cd3-9963-f5a7e0943f6f service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265900 Oct 27 14:16:18.312358 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:18.347727 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:18.362983 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-62715309-d70c-4789-8b1b-0fb4df73cd0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:18.462130 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:18.469632 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:18.478345 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:18.525776 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'Port': ['ID=74f2185b-236a-4ec8-9221-c47a79e12177,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:18.530681 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:18.578465 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cd1a3-b1c7-4cac-9c29-6782c7cf26fa req-8bd19000-0049-4362-a67b-4267f1a70cb7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:18.580225 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7c3cd1a3-b1c7-4cac-9c29-6782c7cf26fa req-8bd19000-0049-4362-a67b-4267f1a70cb7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 946 time: 0.0922439 Oct 27 14:16:18.642954 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7c3cd1a3-b1c7-4cac-9c29-6782c7cf26fa req-e0212ff6-47e8-47fa-b970-4f880f8229c7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553248 Oct 27 14:16:18.708080 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59809-0817-4a6f-86e2-ea30ab4f7f14 req-22fcc464-47f7-4ed9-b55e-abd63598ebe9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:18.709563 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fbf59809-0817-4a6f-86e2-ea30ab4f7f14 req-22fcc464-47f7-4ed9-b55e-abd63598ebe9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 943 time: 0.2866828 Oct 27 14:16:18.822905 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fbf59809-0817-4a6f-86e2-ea30ab4f7f14 req-86eae241-3a66-4594-b54a-296a60193280 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989625 Oct 27 14:16:19.217109 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:19.272869 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:19.491764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:19.498320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:19.501681 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:19.592632 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'Port': ['ID=74f2185b-236a-4ec8-9221-c47a79e12177,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:19.596327 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:19.613103 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:19.617504 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2d7f1cc1-0c38-4b03-ac55-49af88fa4a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:19.811280 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.l3_db [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Floating IP 57373aa7-d693-4180-ba49-99c6ce9678fd associated. External IP: 172.28.1.8, port: 28f293cf-7852-4302-8c57-84d5e05520a6. Oct 27 14:16:19.869436 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af6e6-11ab-4162-a65d-8f7bd6042243 req-581a6f0f-6824-4972-9ae6-8ba19f19e8f3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:19.872081 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4d5af6e6-11ab-4162-a65d-8f7bd6042243 req-581a6f0f-6824-4972-9ae6-8ba19f19e8f3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 946 time: 0.0990613 Oct 27 14:16:19.941368 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4d5af6e6-11ab-4162-a65d-8f7bd6042243 req-96f9dfa9-6aba-4b80-bc9c-ab395163cbdb tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615528 Oct 27 14:16:20.081841 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30cbc6-0e3b-468e-ab2b-910d3e79d7f3 req-c61e4c53-9db3-4574-9673-45a61ed454f0 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:20.083229 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1f30cbc6-0e3b-468e-ab2b-910d3e79d7f3 req-c61e4c53-9db3-4574-9673-45a61ed454f0 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 943 time: 0.1165948 Oct 27 14:16:20.094649 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.196627 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fa440-f28d-46b7-9688-50097e8551bb req-b2560ee2-8c39-4031-9c82-61b2ff782370 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:20.198374 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-509fa440-f28d-46b7-9688-50097e8551bb req-b2560ee2-8c39-4031-9c82-61b2ff782370 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 946 time: 0.1805303 Oct 27 14:16:20.270078 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Deleting port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:16:20.271139 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.299704 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1f30cbc6-0e3b-468e-ab2b-910d3e79d7f3 req-a90ced7e-540b-4ffc-8886-ce1ddbb54075 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093425 Oct 27 14:16:20.374880 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 40fd882a-2cdb-4326-835c-40c70eab0c15 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:16:20.458518 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:20.522231 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 40fd882a-2cdb-4326-835c-40c70eab0c15, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40fd882a-2cdb-4326-835c-40c70eab0c15,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:20.538751 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'port_id': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'mac_address': 'fa:16:3e:06:3d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:16:20.577305 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] For port 54aa1baf-1fd6-40d0-8101-b5fb275940e2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54aa1baf-1fd6-40d0-8101-b5fb275940e2,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:20.577732 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.595723 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.619205 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fd882a-2cdb-4326-835c-40c70eab0c15 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:20.641430 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 40fd882a-2cdb-4326-835c-40c70eab0c15, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40fd882a-2cdb-4326-835c-40c70eab0c15,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:20.647357 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.649781 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-4a920a25-1049-478a-ba4c-744f9ad1b17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:20.694830 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:20.708315 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] Sync routers for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:16:20.721375 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.737901 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:20.738650 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:20.775303 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9336138 Oct 27 14:16:20.776012 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:20.780443 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35270) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:20.785287 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=40fd882a-2cdb-4326-835c-40c70eab0c15,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:20.785893 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886669425', 'description': 'tempest-secgroup-smoke-886669425 description', 'project_id': '39a26672733d4936a7c4b844ca6d1774'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:20.792470 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:20.794229 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:20.803784 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:20.817186 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.865395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:20.871487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:20.876233 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'status': 'completed', 'code': 200} Oct 27 14:16:20.877036 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:20.886842 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:20.918320 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.918880 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:20.918986 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.l3_db [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Floating IP 810a5831-8bdd-40cb-a48e-8e90bc2193d5 disassociated. External IP: 172.28.1.5, port: 54aa1baf-1fd6-40d0-8101-b5fb275940e2. Oct 27 14:16:20.919433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Calling delete_port for 54aa1baf-1fd6-40d0-8101-b5fb275940e2 owned by compute:nova {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:16:20.943488 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:21.003322 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['40fd882a-2cdb-4326-835c-40c70eab0c15'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:16:21.014614 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.023580 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-0bc6109e-be74-43ec-b9a7-0ceb1de447fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1098 time: 0.1245289 Oct 27 14:16:21.025802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.030163 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5a2d3288-bd74-49c7-8623-5136d5fedd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:21.091648 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.109015 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-0d0fcfbe-d105-490c-889f-59db7e6d9a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:21.155621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event deleted for resources: {'Port': ['ID=54aa1baf-1fd6-40d0-8101-b5fb275940e2,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:21.158971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:21.183278 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92734b4e-c057-4e33-a37a-39d898a26854,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:21.194235 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:21.248448 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2bf23eac-54c7-4576-bbc4-b53e0410ea92 req-7d60b0b4-c66a-4c12-ad20-94a75ab8cafd tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 210 time: 0.0716610 Oct 27 14:16:21.249471 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.250694 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4693432 Oct 27 14:16:21.254190 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35278) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:21.261734 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group_rule': {'security_group_id': '92734b4e-c057-4e33-a37a-39d898a26854', 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:21.268394 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:21.272732 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:21.276500 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:21.282703 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:21.314726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.341185 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-5af810b5-a29a-4f54-b6df-5fd6d73f7659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:21.342908 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-5af810b5-a29a-4f54-b6df-5fd6d73f7659 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.3025637 Oct 27 14:16:21.401036 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:21.481283 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-7a1b9e69-d37e-40be-9d60-56af947a596a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 997 time: 0.1259687 Oct 27 14:16:21.483020 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.488827 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.495237 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '57373aa7-d693-4180-ba49-99c6ce9678fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'floating_ip_address': '172.28.1.8', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'port_id': '28f293cf-7852-4302-8c57-84d5e05520a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'mac_address': 'fa:16:3e:eb:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:19Z', 'updated_at': '2021-10-27T14:16:19Z', 'revision_number': 0, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:47Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:21.498324 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3e199465-4d6a-4539-b763-069f9bb5889b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:21.505231 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] Checking router: 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:16:21.518780 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:21.520056 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:15:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:21.579811 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4905719-5644-434a-bd3b-4bd920838d43,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:21.582746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:21.599521 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.601158 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3460681 Oct 27 14:16:21.604318 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35288) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:21.613931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group_rule': {'security_group_id': '92734b4e-c057-4e33-a37a-39d898a26854', 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:21.624064 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:21.627449 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-aa9ee2ca-189e-42e2-abd6-83366489a8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:21.629065 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-aa9ee2ca-189e-42e2-abd6-83366489a8d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.1166229 Oct 27 14:16:21.631632 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:21.635042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:21.704433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec60d9d-2458-4a48-a796-9b5ecfa4f7c9 req-82443a44-1592-4f51-ac20-bee282712f27 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:21.704813 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:21.705189 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-2ec60d9d-2458-4a48-a796-9b5ecfa4f7c9 req-82443a44-1592-4f51-ac20-bee282712f27 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Synchronizing usage tracker for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:21.762014 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-53ee5dfc-591d-44ff-a5b3-14fc07183c55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1232705 Oct 27 14:16:21.764170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.766305 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-2ec60d9d-2458-4a48-a796-9b5ecfa4f7c9 req-82443a44-1592-4f51-ac20-bee282712f27 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Unset dirty status for tenant:9a5124f61d094c7fb6237e7bac575d6c on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:21.767513 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2ec60d9d-2458-4a48-a796-9b5ecfa4f7c9 req-82443a44-1592-4f51-ac20-bee282712f27 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 944 time: 0.2792134 Oct 27 14:16:21.812171 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b8257335-751e-4524-a539-70b502d202ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.823202 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:21.828714 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:21.840460 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:16:21.862458 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:21.863073 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:16:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:21.903635 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] No DVR routers for this DVR port 54aa1baf-1fd6-40d0-8101-b5fb275940e2 on host hv-cinder-81566 {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:16:21.913179 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:21.931786 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-deleted', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:21.980685 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-866b0438-1808-46d2-82ad-c872c2258682 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910079 Oct 27 14:16:21.984765 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-509fa440-f28d-46b7-9688-50097e8551bb req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "DELETE /v2.0/ports/54aa1baf-1fd6-40d0-8101-b5fb275940e2 HTTP/1.1" status: 204 len: 173 time: 1.7800541 Oct 27 14:16:21.986578 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.006360 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2ec60d9d-2458-4a48-a796-9b5ecfa4f7c9 req-f18a65d0-bb02-4d72-8304-9a67f0f52bba tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307658 Oct 27 14:16:22.044303 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.074206 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:22.084433 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3fa8da-92da-4566-abd1-85f886074b74', 'name': 'network-vif-deleted', 'tag': '54aa1baf-1fd6-40d0-8101-b5fb275940e2', 'status': 'completed', 'code': 200} Oct 27 14:16:22.131180 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14aa443-e0b9-4912-aa17-008f4fc0f994,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:22.157811 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:22.157811 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.164005 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35298) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:22.164202 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bc9c87ba-2656-467f-8eec-fd2425e95ca7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5586290 Oct 27 14:16:22.172443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group_rule': {'security_group_id': '92734b4e-c057-4e33-a37a-39d898a26854', 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:22.202747 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:22.214991 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:22.224146 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:22.230660 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:22.249336 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:22.264206 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.361230 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fbe4ee7-9ac1-47ed-b449-a4d3572c9f4a req-d4697639-846e-402b-b5f0-0af7a2b9dbfc service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705702 Oct 27 14:16:22.400558 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 40fd882a-2cdb-4326-835c-40c70eab0c15 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:16:22.481288 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '57373aa7-d693-4180-ba49-99c6ce9678fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'floating_ip_address': '172.28.1.8', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'port_id': '28f293cf-7852-4302-8c57-84d5e05520a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'mac_address': 'fa:16:3e:eb:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:19Z', 'updated_at': '2021-10-27T14:16:19Z', 'revision_number': 0, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:47Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:22.488679 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c97aae6-c634-4bd4-9fe9-36f3420bf074 None None] The sync data for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb is: [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': '57373aa7-d693-4180-ba49-99c6ce9678fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'floating_ip_address': '172.28.1.8', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'port_id': '28f293cf-7852-4302-8c57-84d5e05520a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'mac_address': 'fa:16:3e:eb:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:19Z', 'updated_at': '2021-10-27T14:16:19Z', 'revision_number': 0, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:47Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:16:22.500167 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 40fd882a-2cdb-4326-835c-40c70eab0c15 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:22.506059 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 40fd882a-2cdb-4326-835c-40c70eab0c15 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:22.506523 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.506643 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1d6350cf-909d-4b0b-ac5c-c2c2e73a101e req-0a8025a2-9035-4fb6-808c-b120a764dedf tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:22.552592 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.561878 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-1d6350cf-909d-4b0b-ac5c-c2c2e73a101e req-0a8025a2-9035-4fb6-808c-b120a764dedf tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:22.563321 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1d6350cf-909d-4b0b-ac5c-c2c2e73a101e req-0a8025a2-9035-4fb6-808c-b120a764dedf tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd3fa8da-92da-4566-abd1-85f886074b74 HTTP/1.1" status: 200 len: 210 time: 0.1041093 Oct 27 14:16:22.564935 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.567919 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:22.592834 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396e7287-981e-45f6-b299-68a694887afa,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:22.602233 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:22.609656 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.611230 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e64d8200-324c-4963-af6f-ba575e8f8b44 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4461067 Oct 27 14:16:22.614338 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35304) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:22.620128 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group_rule': {'security_group_id': '92734b4e-c057-4e33-a37a-39d898a26854', 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:22.628593 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:22.641707 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:22.645032 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:22.658895 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:22.700212 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.705104 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.743128 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:22.758203 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:22.763309 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:16:22.764952 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 40fd882a-2cdb-4326-835c-40c70eab0c15, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40fd882a-2cdb-4326-835c-40c70eab0c15,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:22.774532 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.783930 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.784999 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:16:22.790928 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:22.792014 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:16:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:22.817734 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-3f92b6a2-0512-4109-a405-b29a1acd1c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:22.826531 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.834701 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.846202 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-88ec02fb-6a30-40e7-82f0-1d27e724de5b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:22.863207 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c1e19-f4c2-405a-ada2-c5639179a236 None None] New status for floating IP 57373aa7-d693-4180-ba49-99c6ce9678fd: ACTIVE {{(pid=82833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:16:22.870776 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72569bda-c26c-4282-b4a3-2c73e8b96dd3,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:22.874356 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:22.895747 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.899806 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c15943dc-2c6e-478c-858f-6b1b0c5db562 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2816014 Oct 27 14:16:22.900043 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35310) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:22.907004 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group_rule': {'security_group_id': '92734b4e-c057-4e33-a37a-39d898a26854', 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:22.915178 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'code': 200} Oct 27 14:16:22.917009 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:22.923687 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:22.931896 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:22.939725 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:22.955990 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 54aa1baf-1fd6-40d0-8101-b5fb275940e2 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:16:22.956626 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 54aa1baf-1fd6-40d0-8101-b5fb275940e2 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:16:22.958348 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.securitygroups_db [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Project 39a26672733d4936a7c4b844ca6d1774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:16:22.971634 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:22.999121 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=40fd882a-2cdb-4326-835c-40c70eab0c15,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:23.012679 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:23.037878 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:23.239859 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.245393 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474b64c-0940-45fb-822a-d0f74be13c28 req-67691b00-c471-4bef-b129-270b9dc9defd tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:23.246242 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.253214 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c474b64c-0940-45fb-822a-d0f74be13c28 req-67691b00-c471-4bef-b129-270b9dc9defd tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.1010213 Oct 27 14:16:23.255751 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:23.287315 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c844606-7952-4932-8d9e-af7a051b1363,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:23.289728 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:23.299775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.303448 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-f52d8fb3-0e9d-4938-999f-0de8f8b92589 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3998573 Oct 27 14:16:23.303723 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35316) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:23.308272 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c474b64c-0940-45fb-822a-d0f74be13c28 req-82995ade-983b-4e8b-b960-d4b3a87265c2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540011 Oct 27 14:16:23.309315 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'security_group_rule': {'security_group_id': '92734b4e-c057-4e33-a37a-39d898a26854', 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:23.316109 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6eeb5a90-1e09-4960-b522-02f903a8e0b5 req-b0a4c5e6-a852-4042-8c82-6d145cca158f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 1098 time: 0.2397730 Oct 27 14:16:23.318424 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:23.322443 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Usage tracker for resource:security_group_rule and tenant:39a26672733d4936a7c4b844ca6d1774 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:23.338946 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:23.349031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:23.376490 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.securitygroups_db [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Project 39a26672733d4936a7c4b844ca6d1774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 14:16:23.384167 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6eeb5a90-1e09-4960-b522-02f903a8e0b5 req-509fbad4-3ea9-4ffc-94b8-2bcd2db3f11b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587552 Oct 27 14:16:23.385371 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.401059 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:23.405071 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3389d-fde1-4476-91e5-a951b137285f None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:16:23.456523 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.462622 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.464666 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-baea679e-6cca-4029-ade7-7d12675d9d8c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:23.487606 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e5ab58-3278-4b78-be3a-2d069286e04e,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:23.492121 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:23.497147 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.499478 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c92f9dbf-64c9-4efb-a677-16ba41082370 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1949255 Oct 27 14:16:23.637342 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-00b212fc-4cd4-43ef-960a-2007b3e8071f tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:security_group {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:23.654960 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-00b212fc-4cd4-43ef-960a-2007b3e8071f tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:security_group {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:23.656210 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-00b212fc-4cd4-43ef-960a-2007b3e8071f tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886669425&fields=id&tenant_id=39a26672733d4936a7c4b844ca6d1774 HTTP/1.1" status: 200 len: 267 time: 0.0620766 Oct 27 14:16:23.741697 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-baf58fff-2ca4-43e4-9e92-52a1ec301ad9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:23.743409 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-baf58fff-2ca4-43e4-9e92-52a1ec301ad9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.0805497 Oct 27 14:16:23.755805 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'port': {'security_groups': ['49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d', '92734b4e-c057-4e33-a37a-39d898a26854']}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:23.777070 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35334) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:23.842849 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.890743 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.894143 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.944191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.949581 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:23.969149 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:23.971972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:23.978764 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:23.981625 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9e0f4578-9ef1-45b4-8845-2513f3aac31c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "DELETE /v2.0/security-groups/9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c HTTP/1.1" status: 204 len: 168 time: 0.2017887 Oct 27 14:16:23.982623 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35340) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:24.000050 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.api.v2.resource [None req-46e58754-d30d-4b74-9b70-dec6be90e45d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] show failed (client error): The resource could not be found. Oct 27 14:16:24.001111 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-46e58754-d30d-4b74-9b70-dec6be90e45d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups/9d8d0029-78f5-44ea-b6e2-c4c6a8f0dd1c HTTP/1.1" status: 404 len: 347 time: 0.0175807 Oct 27 14:16:24.004026 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35344) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:24.157847 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:24.166440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Deleting port cb648c7a-831b-4fdc-8d33-21452979124a {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:16:24.166781 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.185559 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.193599 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.199575 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:24.205626 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['28f293cf-7852-4302-8c57-84d5e05520a6'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:16:24.266020 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:24.266710 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.271687 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2dcc7e90-8b30-45d0-85cc-8af88f613700 req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "PUT /v2.0/ports/28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 981 time: 0.5223536 Oct 27 14:16:24.272419 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:24.317576 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=6']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:24.320656 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:24.366737 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.367360 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.371837 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'status': 'completed', 'code': 200} Oct 27 14:16:24.382544 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['28f293cf-7852-4302-8c57-84d5e05520a6'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:16:24.607387 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-975bc247-bab1-426a-9484-33d635952e9b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1137 time: 0.2102103 Oct 27 14:16:24.635548 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Calling delete_port for cb648c7a-831b-4fdc-8d33-21452979124a owned by network:floatingip {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:16:24.656476 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.741667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117449a3-abb4-44ce-bebc-6f87894f6ad9 req-2f2ad58b-4b2d-494d-a1d1-9164d1419fed tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:24.743388 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-117449a3-abb4-44ce-bebc-6f87894f6ad9 req-2f2ad58b-4b2d-494d-a1d1-9164d1419fed tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.2449026 Oct 27 14:16:24.755298 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-756232ac-0319-4f27-94fc-6cd9b231fca2 None None] Provisioning complete for port 28f293cf-7852-4302-8c57-84d5e05520a6 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:24.755720 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-756232ac-0319-4f27-94fc-6cd9b231fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.757788 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8590b-3afe-4864-88a0-097ae593383d req-590a14bd-ba2a-4ab8-ba95-25a17b5f32aa tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:24.759506 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f1e8590b-3afe-4864-88a0-097ae593383d req-590a14bd-ba2a-4ab8-ba95-25a17b5f32aa tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.2425647 Oct 27 14:16:24.821945 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-bb87ba0c-8c75-485f-9786-6f28f334638e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:24.823437 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-bb87ba0c-8c75-485f-9786-6f28f334638e service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.2056661 Oct 27 14:16:24.846447 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-117449a3-abb4-44ce-bebc-6f87894f6ad9 req-478b6bf6-d857-4bc9-b95b-9c50247f4123 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949070 Oct 27 14:16:24.855196 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:24.859651 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:24.902701 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f1e8590b-3afe-4864-88a0-097ae593383d req-6bea4610-5f06-4b26-bc6f-2ecf5def03f1 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324816 Oct 27 14:16:24.943971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event deleted for resources: {'Port': ['ID=cb648c7a-831b-4fdc-8d33-21452979124a,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:24.952348 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:24.987975 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-8365aa4b-01a4-422e-9f76-dbfcaec21544 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 999 time: 0.1555450 Oct 27 14:16:25.083428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-0b3e67fb-6bbe-4272-96a8-6fcee216a630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:25.085069 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-0b3e67fb-6bbe-4272-96a8-6fcee216a630 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.0889368 Oct 27 14:16:25.087200 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:25.124354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:25.138345 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e1efb503-da37-44ff-8b42-0f1eabc2aa36 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "DELETE /v2.0/floatingips/810a5831-8bdd-40cb-a48e-8e90bc2193d5 HTTP/1.1" status: 204 len: 168 time: 1.1331196 Oct 27 14:16:25.203468 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-12df94a5-e684-4a22-96bd-0d7692de26e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1089983 Oct 27 14:16:25.223805 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900047d-8323-4e45-a10f-d6fc59c864fa None None] New status for floating IP 810a5831-8bdd-40cb-a48e-8e90bc2193d5: DOWN {{(pid=82834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:16:25.361943 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-aae44b6e-07e2-48e5-9df2-3ffc83210a09 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534085 Oct 27 14:16:25.568971 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-89d1f782-84c0-427b-a29a-071bca9139c0 req-ab95a2cd-99ca-425a-8088-7b54f04f0b42 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971681 Oct 27 14:16:25.709703 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35366) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:25.715637 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486600486', 'description': 'tempest-description--1443889409'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:25.721693 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:25.725810 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:25.728662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:25.734412 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:25.747226 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:25.784306 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:25.788615 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:25.792249 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:25.797712 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:25.854242 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:25.860215 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:25.863884 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-77d9a62f-3948-4858-acaf-e751cc3206ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:25.905129 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:25.907923 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:25.909155 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:25.913090 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1997020 Oct 27 14:16:25.914103 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35370) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:25.918822 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'security_group_rule': {'security_group_id': '39d52fd2-b700-4f90-bb26-3e4e8e6c81a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:25.924812 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:25.928740 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:25.931652 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:25.937419 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:25.955351 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.015802 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.020352 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.026937 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:26.045856 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da5789-9249-49f4-9871-bb7b9598f9df,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:26.048335 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:26.057031 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.058271 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-cc7e9edd-713f-4ce7-932f-8e34837a32da tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1440544 Oct 27 14:16:26.061057 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35376) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:26.066583 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'security_group_rule': {'security_group_id': '39d52fd2-b700-4f90-bb26-3e4e8e6c81a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:26.072302 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:26.076466 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:security_group_rule and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:26.079488 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:26.085321 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:26.102567 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.108568 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9e346-d564-4a08-93f5-565aabfced0d req-6fb9c232-ba94-429f-8b14-9fdfd6dadd61 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:26.110222 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55c9e346-d564-4a08-93f5-565aabfced0d req-6fb9c232-ba94-429f-8b14-9fdfd6dadd61 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.0774527 Oct 27 14:16:26.160707 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55c9e346-d564-4a08-93f5-565aabfced0d req-aa95f3f8-7620-4adf-b808-f89ecbd67985 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Oct 27 14:16:26.167911 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.172831 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704488'] for security_group_rule, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.175383 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:26.197929 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003813f2-474f-4c35-9623-a9e01c96d33b,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:26.201892 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:26.211232 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.212566 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-772b98be-304e-473c-8feb-f28b81b89248 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1504624 Oct 27 14:16:26.215734 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35382) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:26.221209 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'floatingip': {'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:26.227122 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:26.231115 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Usage tracker for resource:floatingip and tenant:942eaec60c4a442a8cfa0e41b78732c8 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:26.234221 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:26.239902 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:26.252088 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.508960 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db522b-f3c2-4895-bd1f-ad60b738d9f0 req-63be361a-8c19-4183-b0e0-848270a69774 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:26.510317 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-07db522b-f3c2-4895-bd1f-ad60b738d9f0 req-63be361a-8c19-4183-b0e0-848270a69774 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.2202053 Oct 27 14:16:26.519024 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35386) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:26.525301 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Request body: {'floatingip': {'port_id': '40fd882a-2cdb-4326-835c-40c70eab0c15'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:26.600306 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.606408 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:26.903116 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Allocated IP 172.28.1.240 (b42dadb7-000a-4c5f-b782-7f5d7f0dff8c/31e4daa2-82b3-48dc-a85a-d00354894bde/84381b85-342f-4976-9fb7-684d63a4f4f6) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:27.277971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:27.334087 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:27.339440 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-82af5b92-2eae-4976-b815-588634daa56c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:27.415632 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Network b42dadb7-000a-4c5f-b782-7f5d7f0dff8c is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:27.420878 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:27.468895 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'Port': ['ID=84381b85-342f-4976-9fb7-684d63a4f4f6,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:27.471191 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:27.502293 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:27.566683 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:27.571990 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:27.924862 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:27.998795 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:28.091662 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.l3_db [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Floating IP b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf associated. External IP: 172.28.1.239, port: 40fd882a-2cdb-4326-835c-40c70eab0c15. Oct 27 14:16:28.340135 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:28.347801 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:28.352901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f8b7f6c8-bad2-4718-a1f5-0730dad27520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:28.462168 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'Port': ['ID=84381b85-342f-4976-9fb7-684d63a4f4f6,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:28.466844 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:28.488667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:28.518024 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:28.519204 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-cdcfede3-d221-40a3-8984-7a3152e7b7ea tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3025272 Oct 27 14:16:28.725741 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:28.754194 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-d25e69d3-d364-402e-9f88-351248d8ff75 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1486600486&fields=id&tenant_id=942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 267 time: 0.0451307 Oct 27 14:16:28.946287 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:28.951919 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:28.961810 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:16:28.977835 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:28.978585 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:16:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:29.011430 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-1b2a7001-28fb-42ed-bf0a-f8cecc1e590f tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "PUT /v2.0/floatingips/b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf HTTP/1.1" status: 200 len: 991 time: 2.4914129 Oct 27 14:16:29.012063 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:29.021049 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-e86b4b39-2e07-495e-bdc3-5d0a13c93468 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:29.022563 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-e86b4b39-2e07-495e-bdc3-5d0a13c93468 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 816 time: 0.2616215 Oct 27 14:16:29.042020 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-fb6ba072-a054-4f57-8335-92a0c2175ac2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/quotas/942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 375 time: 0.0119135 Oct 27 14:16:29.140667 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-de623b81-8ac6-40a6-a9e5-69b598138659 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896380 Oct 27 14:16:29.160294 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:29.238120 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'status': 'completed', 'code': 200} Oct 27 14:16:29.352518 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5a2cbebf-72d3-4ac5-bede-2fc3901f0198 service neutron] 10.222.0.61 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999235 Oct 27 14:16:29.402279 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-9cb4b3cb-1c0e-40c0-9bc3-e8a531871bb2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 1098 time: 0.1374960 Oct 27 14:16:29.544417 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'floating_ip_address': '172.28.1.239', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'port_id': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'mac_address': 'fa:16:3e:06:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e6239-b652-4831-9878-effc557dca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:11Z', 'updated_at': '2021-10-27T14:16:27Z', 'revision_number': 1, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:29.548677 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:16:29.560262 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:29.560901 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:16:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:29.576989 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-ffd896db-6abe-4001-b927-af238f9afdaa service neutron] 10.222.0.61 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168403 Oct 27 14:16:29.607757 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-462b1d58-9040-4eb5-8c2e-2646b91936d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:29.608529 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-462b1d58-9040-4eb5-8c2e-2646b91936d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 200 len: 913 time: 0.1607065 Oct 27 14:16:29.714586 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-846af424-7c1e-4cde-9143-67e92ea26d8e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40fd882a-2cdb-4326-835c-40c70eab0c15 HTTP/1.1" status: 200 len: 999 time: 0.0987041 Oct 27 14:16:29.759341 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:29.783999 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-0ad8c8ed-2722-427e-b8c1-15182a4c79d7 req-4865b36c-8a6f-496c-9335-b7cb09624535 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:29.788046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-e476e301-70a6-4fbf-a885-f1b4c90c4238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:29.789777 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-e476e301-70a6-4fbf-a885-f1b4c90c4238 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 200 len: 850 time: 0.0665278 Oct 27 14:16:29.800342 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-0ad8c8ed-2722-427e-b8c1-15182a4c79d7 req-4865b36c-8a6f-496c-9335-b7cb09624535 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:29.813567 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0ad8c8ed-2722-427e-b8c1-15182a4c79d7 req-4865b36c-8a6f-496c-9335-b7cb09624535 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 210 time: 0.0750120 Oct 27 14:16:29.886713 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-ed6680d4-0439-4af6-9ab8-688dc7d91805 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=458f851c-6bc2-49b9-b031-bb649e017bba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882785 Oct 27 14:16:30.032699 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-b8228b8b-c9e4-4ab7-83ca-2171888cc71e service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382101 Oct 27 14:16:30.161212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'floating_ip_address': '172.28.1.239', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'port_id': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'mac_address': 'fa:16:3e:06:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e6239-b652-4831-9878-effc557dca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:11Z', 'updated_at': '2021-10-27T14:16:27Z', 'revision_number': 1, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:30.165778 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69b50f-1b70-429b-b64c-91d7e2cea302 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'floating_ip_address': '172.28.1.239', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'port_id': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'mac_address': 'fa:16:3e:06:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6e6239-b652-4831-9878-effc557dca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:11Z', 'updated_at': '2021-10-27T14:16:27Z', 'revision_number': 1, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:16:30.172866 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bf526cb9-ec0a-4aef-b501-8d193d2c0025 req-8112cbd7-e3e5-4085-97b2-f869a101d5ac service neutron] 10.222.0.82 "GET /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313436 Oct 27 14:16:30.361176 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe0f52-8f81-4da7-8906-95aff5945d86 None None] New status for floating IP b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf: ACTIVE {{(pid=82834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:16:30.451159 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35452) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:30.509464 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Deleting subnet 05b8b3ad-9ca5-4750-9e78-f8a89cbd846e {{(pid=82832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:16:30.513174 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:30.565670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3260385'] for subnet, precommit_delete_associations {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:30.619447 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:30.692136 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3869307'] for subnet, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:30.696074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:30.729330 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b8b3ad-9ca5-4750-9e78-f8a89cbd846e,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:30.733205 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:30.736436 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:30.742315 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ec5db2e3-4b7d-4b0b-950a-bbabd3d7b5c5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/05b8b3ad-9ca5-4750-9e78-f8a89cbd846e HTTP/1.1" status: 204 len: 168 time: 0.2894969 Oct 27 14:16:30.745136 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35458) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:30.954914 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:30.988983 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1b3b232f-ca48-46d4-942e-5d6c95dc1c67 req-db066442-00a4-4a1b-a163-e7ec1581c3d7 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 210 time: 0.0426629 Oct 27 14:16:31.142251 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-f9c3508d-7d30-47b2-8de0-55a4e7d6a63e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:31.143622 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-f9c3508d-7d30-47b2-8de0-55a4e7d6a63e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 816 time: 0.3641522 Oct 27 14:16:31.216738 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.255457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e878589-e445-4d8a-aacd-7613ab15ea2f']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:31.270650 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:31.270930 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe319f0c-c948-4ddb-b7e0-be9a4b1dea00') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:31.286481 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.297072 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-758e65cf-702f-4cce-918a-300ecec66b30 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 380 time: 0.0960248 Oct 27 14:16:31.304649 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.309515 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'port': {'device_id': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'admin_state_up': True, 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'security_groups': ['39d52fd2-b700-4f90-bb26-3e4e8e6c81a3']}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:31.336366 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:16:31.336767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:16:31.349625 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:16:31.495150 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.505845 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.510159 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:31.541358 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Pushing event deleted for resources: {'Network': ['ID=1e878589-e445-4d8a-aacd-7613ab15ea2f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:31.544659 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] 10.222.0.61 "DELETE /v2.0/networks/1e878589-e445-4d8a-aacd-7613ab15ea2f HTTP/1.1" status: 204 len: 168 time: 0.7981749 Oct 27 14:16:31.545651 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:31.548565 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35466) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:31.585566 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:31.602420 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:31.623918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Deleting subnet ca107f95-cb02-4599-a11c-2518554d19ca {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:16:31.627029 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Made reservation on behalf of 942eaec60c4a442a8cfa0e41b78732c8 for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:16:31.630077 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.638931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.731411 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.822217 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.931487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Allocated IP 172.20.0.7 (b01e2881-d5be-4b6f-bcce-5f399201e9af/e4c4aa0a-5d8e-46d8-9c15-c6a867686248/dcf61c82-d400-4cbe-8efd-0b93d73b99f8) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:16:31.954042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:31.968129 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8373de9e-44f2-4ad3-a102-85f904ca4766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:32.016456 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca107f95-cb02-4599-a11c-2518554d19ca,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:32.022381 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:32.043404 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.114540 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ca107f95-cb02-4599-a11c-2518554d19ca HTTP/1.1" status: 204 len: 168 time: 0.5648382 Oct 27 14:16:32.117176 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35472) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:32.187579 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.204961 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Transition to ACTIVE for port object dcf61c82-d400-4cbe-8efd-0b93d73b99f8 will not be triggered until provisioned by entity DHCP. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:32.227607 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.233440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8726a299-7b81-48c5-a76e-2bc6549da673 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:32.301225 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Network b01e2881-d5be-4b6f-bcce-5f399201e9af is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:16:32.304415 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:16:32.308936 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:16:32.337519 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:32.348563 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:32.378107 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:32.378898 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.380594 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.400416 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0966930 Oct 27 14:16:32.412539 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Request body: {'port': {'device_id': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:32.462535 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5226dfb-651a-4194-9eb0-74e6927165ba req-656666cc-5093-4f9c-9eba-6cd48d23c497 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:32.464318 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e5226dfb-651a-4194-9eb0-74e6927165ba req-656666cc-5093-4f9c-9eba-6cd48d23c497 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 931 time: 0.3274121 Oct 27 14:16:32.553456 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.576621 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.588223 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-31f726b9-ddef-42a5-97b0-65a7326f846b None None] Provisioning for port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 completed by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:32.594393 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-31f726b9-ddef-42a5-97b0-65a7326f846b None None] Provisioning complete for port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:32.594876 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-31f726b9-ddef-42a5-97b0-65a7326f846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.609820 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c32299-1278-442e-91b4-cd3d0b3c4ab8']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:32.617113 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e5226dfb-651a-4194-9eb0-74e6927165ba req-9f450f41-5e13-4ca4-a638-00261823214b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:32.626654 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fd203d-5e16-4439-a2e1-13cfec3a2ac4') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:32.626861 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fd203d-5e16-4439-a2e1-13cfec3a2ac4') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:32.644149 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.651736 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-31f726b9-ddef-42a5-97b0-65a7326f846b None None] Port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 cannot update to ACTIVE because it is not bound. {{(pid=82833) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:16:32.661422 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e5226dfb-651a-4194-9eb0-74e6927165ba req-9f450f41-5e13-4ca4-a638-00261823214b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:32.662709 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e5226dfb-651a-4194-9eb0-74e6927165ba req-9f450f41-5e13-4ca4-a638-00261823214b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862838 Oct 27 14:16:32.666126 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.672868 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Releasing vlan 1114 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:16:32.673636 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:16:32.688120 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:16:32.763917 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.767883 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:32.781369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.792914 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c32299-1278-442e-91b4-cd3d0b3c4ab8,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:32.798025 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] 10.222.0.61 "DELETE /v2.0/networks/72c32299-1278-442e-91b4-cd3d0b3c4ab8 HTTP/1.1" status: 204 len: 168 time: 0.6772037 Oct 27 14:16:32.798025 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:32.915512 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf61c82-d400-4cbe-8efd-0b93d73b99f8 {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:32.923137 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.939090 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Transition to ACTIVE for port object dcf61c82-d400-4cbe-8efd-0b93d73b99f8 will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:16:32.943187 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:32.947466 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-92971f92-04bf-431a-9259-47060345d734 tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:32.996249 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35480) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:33.049594 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ab715e79-9e42-4b25-8469-64757fa8ea5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b80284df122443688dfcd075526618c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519903 Oct 27 14:16:33.052003 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35484) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:33.117393 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.145322 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.161900 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:33.165897 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:33.199252 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.204253 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-3ee2b573-5877-4c40-ab6e-db062211af7c tempest-VolumesNegativeTest-1995065292 tempest-VolumesNegativeTest-1995065292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:33.216064 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bab3c1-50d3-4006-a3b7-c5f28d069bae,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:33.218662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:33.240354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.244893 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2bab3c1-50d3-4006-a3b7-c5f28d069bae HTTP/1.1" status: 204 len: 168 time: 0.1918707 Oct 27 14:16:33.272359 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Attempting to bind port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:16:33.272682 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Attempting to bind port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:16:33.272999 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Attempting to bind port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 on network b01e2881-d5be-4b6f-bcce-5f399201e9af {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:33.279434 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 on network b01e2881-d5be-4b6f-bcce-5f399201e9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:16:33.280327 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Attempting to bind port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 on network b01e2881-d5be-4b6f-bcce-5f399201e9af {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:16:33.286896 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:16:33.287225 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Checking segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:16:33.287601 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Bound using segment: {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:16:33.288021 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Bound port: dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:16:33.288362 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.373259 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:16:33.376072 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:16:33.381343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.385898 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-56ceb288-3d60-4a5c-8fe8-182da5904438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:33.449068 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.450660 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] 10.222.0.82 "PUT /v2.0/ports/dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 200 len: 1093 time: 1.0429354 Oct 27 14:16:33.451369 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:33.473923 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:33.489682 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:33.538658 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'status': 'completed', 'code': 200} Oct 27 14:16:33.578340 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-3ba18863-88b0-4f18-abc5-acd0b35f8681 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1096 time: 0.0822318 Oct 27 14:16:33.664382 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-22a90d07-5788-4ba9-93aa-ee3f78a2542a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 200 len: 217 time: 0.0781784 Oct 27 14:16:33.688222 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35496) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:33.741801 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-ee6da3a1-4477-46e8-ac09-999f94696bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:33.743259 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-ee6da3a1-4477-46e8-ac09-999f94696bb0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0711532 Oct 27 14:16:33.749528 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ea9cbd94-c07e-49c8-9c99-489621b028a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2dd456d01f1549a68e3e10de685810ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0575573 Oct 27 14:16:33.749779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35502) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:33.809042 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.834506 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.870453 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-94471b4f-256b-4a68-a982-c9aed891898f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143553 Oct 27 14:16:33.897372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.902842 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-df593f78-8899-419d-b626-c905c8a3f6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:33.916527 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a7d9a-8f10-4a48-b3c9-820ae2377ca6,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:33.918857 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:33.922019 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:33.923060 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c43a7d9a-8f10-4a48-b3c9-820ae2377ca6 HTTP/1.1" status: 204 len: 168 time: 0.1720612 Oct 27 14:16:33.988476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90b5b6-d007-4d46-809e-3f8e66713b60 req-a54ef492-edd2-4082-95cb-3524d39d2ce4 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:33.989161 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-cb90b5b6-d007-4d46-809e-3f8e66713b60 req-a54ef492-edd2-4082-95cb-3524d39d2ce4 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Synchronizing usage tracker for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:16:34.024819 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-cb90b5b6-d007-4d46-809e-3f8e66713b60 req-a54ef492-edd2-4082-95cb-3524d39d2ce4 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Unset dirty status for tenant:942eaec60c4a442a8cfa0e41b78732c8 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:16:34.026103 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cb90b5b6-d007-4d46-809e-3f8e66713b60 req-a54ef492-edd2-4082-95cb-3524d39d2ce4 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.2152669 Oct 27 14:16:34.034912 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-f3ed8858-4778-4722-8eb0-534354f494c5 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535022 Oct 27 14:16:34.163158 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cb90b5b6-d007-4d46-809e-3f8e66713b60 req-603fee6f-11d1-49b0-a6b7-8ef9452e81a9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304295 Oct 27 14:16:34.194426 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97f761a8-6e20-4e70-bc4a-4088cf6f3c1d req-0010a4d1-665a-4444-89e3-f9343994016d service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462400 Oct 27 14:16:34.314365 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-74c13cd3-6896-401e-b37e-403c5813232e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1096 time: 0.0694788 Oct 27 14:16:34.451247 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-7a22662d-4c90-4f9d-94d8-5aff9464f045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:34.452662 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-7a22662d-4c90-4f9d-94d8-5aff9464f045 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1307421 Oct 27 14:16:34.523634 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-79a19d2b-caa8-4303-8bfe-231383c71f78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 200 len: 217 time: 0.0631804 Oct 27 14:16:34.586691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-19809d69-83f0-43a7-a0af-c9e47f7ad571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:34.588106 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-19809d69-83f0-43a7-a0af-c9e47f7ad571 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0576942 Oct 27 14:16:34.676231 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-672b51df-c5a3-4573-aa63-00090205d37a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752861 Oct 27 14:16:34.944257 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-780e7a8e-9cf9-4d52-ba6c-6bf8d0dda8d8 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601757 Oct 27 14:16:35.083424 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b79fe3a8-cca7-4dbe-b76d-f43a2d1118ae req-af23aa3c-376a-46d0-bc90-4ff897286e19 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249192 Oct 27 14:16:35.383036 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7a275-f49c-40d7-af44-2a36af7a6a70 req-3a98b804-fc28-4541-921f-bdc334fb8bc0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:35.384611 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cde7a275-f49c-40d7-af44-2a36af7a6a70 req-3a98b804-fc28-4541-921f-bdc334fb8bc0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0872138 Oct 27 14:16:35.435205 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cde7a275-f49c-40d7-af44-2a36af7a6a70 req-fcf33966-c79a-45a3-90a6-ad35ef1e290d tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Oct 27 14:16:36.480614 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:16:36.621239 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:36.635401 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'mac_address': 'fa:16:3e:4c:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:16:36.655368 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e674196-be4b-4471-934f-095506e54ebf req-3df60efc-881f-42e4-8f9b-629461fea3ba tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:36.656832 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0e674196-be4b-4471-934f-095506e54ebf req-3df60efc-881f-42e4-8f9b-629461fea3ba tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0797813 Oct 27 14:16:36.692732 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:36.707034 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0e674196-be4b-4471-934f-095506e54ebf req-a01b4119-65eb-4803-9d78-3067d0381f50 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Oct 27 14:16:36.717045 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf61c82-d400-4cbe-8efd-0b93d73b99f8 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:16:36.734953 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:36.739264 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:36.750150 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:36.816426 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:36.819827 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:37.004941 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['dcf61c82-d400-4cbe-8efd-0b93d73b99f8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:16:37.944537 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8b523-09ca-44fd-be60-07d0f074e89d req-8e140e54-b36f-4d6d-b719-4b9867d02010 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:37.946170 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5ce8b523-09ca-44fd-be60-07d0f074e89d req-8e140e54-b36f-4d6d-b719-4b9867d02010 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 944 time: 0.0913589 Oct 27 14:16:37.994277 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5ce8b523-09ca-44fd-be60-07d0f074e89d req-09c5c0ec-907a-4f3d-960a-14c7ee69e425 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Oct 27 14:16:38.297444 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:16:38.485005 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:16:38.559112 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:16:38.564544 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:16:38.564969 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:38.679990 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:38.708022 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:38.718793 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:16:38.724033 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:38.726948 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:38.776354 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'code': 200} Oct 27 14:16:38.806065 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:38.808885 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:39.019018 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0716a7c3-84b4-426a-8e94-d4d2824f45a7 req-74d8da22-a134-484a-8018-a2b67059ac31 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1098 time: 0.0732424 Oct 27 14:16:39.063648 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0716a7c3-84b4-426a-8e94-d4d2824f45a7 req-051cf9a8-91d4-46dd-b19c-2251d1f0501d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Oct 27 14:16:39.228454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27268d-11fa-4dbd-af7b-f9e0534add46 req-3cb13d89-6886-416d-9c55-6677e07989f8 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:39.229964 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3c27268d-11fa-4dbd-af7b-f9e0534add46 req-3cb13d89-6886-416d-9c55-6677e07989f8 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0932844 Oct 27 14:16:39.278262 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3c27268d-11fa-4dbd-af7b-f9e0534add46 req-9bd8c5c7-2efe-4bb1-9602-4b12cf5149ff tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Oct 27 14:16:40.025852 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-a60d5281-4d55-4292-b41c-29a1bd217535 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717649 Oct 27 14:16:40.188431 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-8db6910f-cfc1-49fe-960d-7b22554a4c2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1099 time: 0.0766819 Oct 27 14:16:40.340195 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-f33b46a1-5a16-4402-af22-154e9e0b5998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:40.341826 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-f33b46a1-5a16-4402-af22-154e9e0b5998 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 910 time: 0.1281514 Oct 27 14:16:40.467602 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-3456ea6f-ef30-4e62-8025-8a4ecdb8dca7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 1001 time: 0.1066804 Oct 27 14:16:40.504420 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a58f9-0a25-464d-ae87-fc7708419117 req-c9f9056d-681f-44aa-81f5-a5d5497e2721 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:40.506146 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ed5a58f9-0a25-464d-ae87-fc7708419117 req-c9f9056d-681f-44aa-81f5-a5d5497e2721 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0879164 Oct 27 14:16:40.532379 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:40.544902 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-8ed59d80-b661-4723-9d50-436209cd53b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:40.546426 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-8ed59d80-b661-4723-9d50-436209cd53b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.0722525 Oct 27 14:16:40.561520 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ed5a58f9-0a25-464d-ae87-fc7708419117 req-0dae4d5b-492d-490d-b0ca-b8b4ff7350e0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481875 Oct 27 14:16:40.639928 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-88dcc6cd-d88b-4eb4-b6e8-5a6fdce1676b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695133 Oct 27 14:16:40.772710 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-3e52dedf-82f5-471a-be01-0a2217a97df2 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254210 Oct 27 14:16:40.911591 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48a5d318-f5ac-4d0e-bffa-7bb3b9197cd7 req-433573ae-0609-4678-964c-d74a8af5cc63 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318812 Oct 27 14:16:41.459146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35608) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:41.608517 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.640291 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:41.644316 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Usage tracker for resource:security_group_rule and tenant:7a96aee7caea437daf1c3c99b6e19fea is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:41.647182 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:41.653431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:41.720629 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.724832 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.731915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7f77c36c-d015-4786-ba1f-f8c23026abab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:41.774461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2eed22-d835-493e-b844-9dbe987d3102,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:41.775604 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc2fa0-4b1b-493e-b667-9f5f032c9b3c req-a94b8dba-dbb4-4925-aa06-5d046a0f7441 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:41.777055 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ebfc2fa0-4b1b-493e-b667-9f5f032c9b3c req-a94b8dba-dbb4-4925-aa06-5d046a0f7441 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0780847 Oct 27 14:16:41.777498 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:41.779938 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a96aee7caea437daf1c3c99b6e19fea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3197806 Oct 27 14:16:41.782645 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35618) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:41.825629 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ebfc2fa0-4b1b-493e-b667-9f5f032c9b3c req-2e3e80d9-ba87-4973-94a4-214587e44023 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Oct 27 14:16:41.843612 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.870888 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.932000 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.935882 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4ea6f513-b04c-4325-b30c-a14097fba30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:41.948004 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2eed22-d835-493e-b844-9dbe987d3102,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:41.951050 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:41.958830 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:41.962369 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0e5a1b29-485f-4103-b6a7-607c138357d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fe2eed22-d835-493e-b844-9dbe987d3102 HTTP/1.1" status: 204 len: 168 time: 0.1761672 Oct 27 14:16:42.044934 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd615d-ac9e-4205-8be7-514b6a552bd1 req-d308457e-127f-4cd8-bee1-938bfbcb45aa tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:42.046541 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ebbd615d-ac9e-4205-8be7-514b6a552bd1 req-d308457e-127f-4cd8-bee1-938bfbcb45aa tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0810595 Oct 27 14:16:42.055466 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35626) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:42.060918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Request body: {'floatingip': {'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:16:42.223495 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:42.838054 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:42.842640 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:43.031917 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.l3_db [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Floating IP dc1eb9b8-f20c-42e1-b918-0e14a252f5a2 associated. External IP: 172.28.1.240, port: dcf61c82-d400-4cbe-8efd-0b93d73b99f8. Oct 27 14:16:43.416496 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:16:43.713285 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:16:43.718764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:43.723912 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:16:43.739134 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:43.739956 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:16:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:43.770957 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0b7e9df9-322e-4a9c-955b-8ba9721797fe tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "PUT /v2.0/floatingips/dc1eb9b8-f20c-42e1-b918-0e14a252f5a2 HTTP/1.1" status: 200 len: 991 time: 1.7144332 Oct 27 14:16:43.771773 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:16:43.840455 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'status': 'completed', 'code': 200} Oct 27 14:16:43.931683 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:43.955715 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-fd6fd077-28ec-4363-9e23-b132d3efd88d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1098 time: 0.0783637 Oct 27 14:16:44.104984 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-3c4e01c4-8f18-4b1f-a6fe-ddce917740ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:44.106990 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-3c4e01c4-8f18-4b1f-a6fe-ddce917740ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1417112 Oct 27 14:16:44.212068 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-ea93b68c-99d3-4c55-be51-7c90bfbfa22b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 200 len: 999 time: 0.0973461 Oct 27 14:16:44.280865 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-1cdcd226-eceb-40be-9e36-dbe840520ada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:44.282488 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-1cdcd226-eceb-40be-9e36-dbe840520ada service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0596404 Oct 27 14:16:44.337214 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'dc1eb9b8-f20c-42e1-b918-0e14a252f5a2', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'floating_ip_address': '172.28.1.240', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'mac_address': 'fa:16:3e:4c:28:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:27Z', 'updated_at': '2021-10-27T14:16:42Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:44.341496 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:16:44.352562 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:16:44.353185 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:16:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:44.371382 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-609301d6-17db-4d98-8e05-e9eb9ba2389e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785787 Oct 27 14:16:44.511770 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-6ed256e8-b8ab-4a3d-82da-5ed6a521e134 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289871 Oct 27 14:16:44.530666 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:16:44.648132 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-174ed68d-40bf-4a20-a1e5-4663e10338f6 req-670c7bba-ea72-4fba-940d-05b856697853 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287644 Oct 27 14:16:44.907470 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'dc1eb9b8-f20c-42e1-b918-0e14a252f5a2', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'floating_ip_address': '172.28.1.240', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'mac_address': 'fa:16:3e:4c:28:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:27Z', 'updated_at': '2021-10-27T14:16:42Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:16:44.923564 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73c5e9-c4d0-4797-9a20-d8c3e7e53a7a None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_floatingips': [{'id': 'dc1eb9b8-f20c-42e1-b918-0e14a252f5a2', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'floating_ip_address': '172.28.1.240', 'floating_network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'router_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'mac_address': 'fa:16:3e:4c:28:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T14:16:27Z', 'updated_at': '2021-10-27T14:16:42Z', 'revision_number': 1, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:16:45.140887 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fd81df-c612-44de-99fd-d11960e9613e None None] New status for floating IP dc1eb9b8-f20c-42e1-b918-0e14a252f5a2: ACTIVE {{(pid=82834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:16:49.623874 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-64085475-c273-4055-ac6c-4709299f4ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:50.092603 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:50.747308 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-e9f2eefe-f28e-47e0-a079-03cc509701de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1137 time: 0.0779173 Oct 27 14:16:50.789127 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482a6da-fe30-4c78-82a4-bbe87688860d req-f15ac5e9-5410-4916-b01f-2bfe3ff36709 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.791197 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c482a6da-fe30-4c78-82a4-bbe87688860d req-f15ac5e9-5410-4916-b01f-2bfe3ff36709 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0930090 Oct 27 14:16:50.840271 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c482a6da-fe30-4c78-82a4-bbe87688860d req-98a59564-b61c-427d-86b2-401eeaa8f1e7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433583 Oct 27 14:16:50.881356 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-8bf34944-b13d-440e-afd3-a07e3c7d126d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:50.882843 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-8bf34944-b13d-440e-afd3-a07e3c7d126d service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.1287122 Oct 27 14:16:50.994822 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-33d3a50c-4446-4e19-be97-2e52149180c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 999 time: 0.1049991 Oct 27 14:16:51.061139 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-f70d70e7-bd30-4659-a33e-e1bc460dfc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:51.062589 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-f70d70e7-bd30-4659-a33e-e1bc460dfc04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.0583503 Oct 27 14:16:51.142478 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-b4d32f1a-710a-4475-8cfa-3586fdd3da5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675886 Oct 27 14:16:51.275501 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-823cec48-6c61-45ba-99e8-a96522890e96 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249857 Oct 27 14:16:51.506847 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a79f52ca-72d6-4500-b0f0-f5f18ab7c3f6 req-e51cc014-bbf1-40b6-8469-5528980fd671 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211328 Oct 27 14:16:51.765871 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-787a81a0-91cc-4c78-b377-31b484d4de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.046795 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e662d9-f448-44d5-9069-280ef17d1b3a req-d73f152c-aaa8-4083-a99d-252499e96db4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:52.048198 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-03e662d9-f448-44d5-9069-280ef17d1b3a req-d73f152c-aaa8-4083-a99d-252499e96db4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0769689 Oct 27 14:16:52.082083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35792) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:52.106277 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-03e662d9-f448-44d5-9069-280ef17d1b3a req-7d9112e3-c1be-4785-bfc4-ae0a230bf7c4 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516155 Oct 27 14:16:52.227198 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.259234 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:52.263272 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Usage tracker for resource:security_group_rule and tenant:062d24efbb7543998e1fff0501ce3db3 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:52.267216 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:52.272897 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:52.338455 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.344773 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.351972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:52.393467 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2621656-8ab5-44d3-8638-e85001bbd30c,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:52.397252 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:52.401490 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=062d24efbb7543998e1fff0501ce3db3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178334 Oct 27 14:16:52.404160 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35798) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:52.463712 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.489058 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.541685 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.545218 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8b5e935d-022d-4cbc-be38-05035b365cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:52.556016 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2621656-8ab5-44d3-8638-e85001bbd30c,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:52.559453 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:52.562908 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.564004 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2621656-8ab5-44d3-8638-e85001bbd30c HTTP/1.1" status: 204 len: 168 time: 0.1587787 Oct 27 14:16:52.736701 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.900941 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35806) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:52.920285 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:52.952709 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:52.956542 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Usage tracker for resource:security_group_rule and tenant:6d35be631ceb4e458b2dd8ccab49cec3 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:52.959479 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:52.965050 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:53.036454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.041809 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.048481 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-789a8759-589f-43c4-86df-4624cf156357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:53.086718 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41c55f0-f540-40d9-8a36-c023290828df,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.089879 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:53.092582 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8cc825f5-7937-474c-9816-12181af3f83b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d35be631ceb4e458b2dd8ccab49cec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905994 Oct 27 14:16:53.095543 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35812) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:53.155526 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.180356 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.236760 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.241171 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9e91071a-45b5-423d-b981-64792bd65b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:53.252640 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41c55f0-f540-40d9-8a36-c023290828df,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.255505 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:53.261521 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.265611 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1756aa42-3aec-408d-862c-e3a4c1f8e522 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a41c55f0-f540-40d9-8a36-c023290828df HTTP/1.1" status: 204 len: 168 time: 0.1688893 Oct 27 14:16:53.324614 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861a470-3553-4921-9bd9-90f94fefcb90 req-587aa7db-0b23-42bc-a0a4-6cf42c3024ca tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:53.326246 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a861a470-3553-4921-9bd9-90f94fefcb90 req-587aa7db-0b23-42bc-a0a4-6cf42c3024ca tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0932252 Oct 27 14:16:53.373946 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a861a470-3553-4921-9bd9-90f94fefcb90 req-844a503f-ae05-41a5-b068-25c3fb41de53 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420268 Oct 27 14:16:53.684692 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35824) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:53.702593 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.733501 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:16:53.737647 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Usage tracker for resource:security_group_rule and tenant:84b36e359fd14350b4bdad6beab00bbe is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:16:53.740609 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:16:53.747193 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:16:53.817196 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.823536 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.830062 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e8509638-dc04-40e0-8ec7-9f8fa1f7f2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:53.867743 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812503ed-b535-4df1-b39f-8b4b9626af38,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:53.870877 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:53.873518 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84b36e359fd14350b4bdad6beab00bbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879451 Oct 27 14:16:53.877078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 35828) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:16:53.940333 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:53.965430 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:54.023367 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:54.027607 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7ee98aad-3d03-460e-9e8b-86f7bb44c141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:16:54.038270 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812503ed-b535-4df1-b39f-8b4b9626af38,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:16:54.040588 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:16:54.046733 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:54.050483 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/812503ed-b535-4df1-b39f-8b4b9626af38 HTTP/1.1" status: 204 len: 168 time: 0.1722374 Oct 27 14:16:54.538031 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:16:54.835248 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666028-7893-4000-b7b4-8a1204a11bb9 req-645a039c-0b5d-4e19-8b52-36d1bdd3028f tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:54.836706 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-28666028-7893-4000-b7b4-8a1204a11bb9 req-645a039c-0b5d-4e19-8b52-36d1bdd3028f tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.3402750 Oct 27 14:16:54.887919 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-28666028-7893-4000-b7b4-8a1204a11bb9 req-d12d2700-8b04-481b-a257-f01a066bedae tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453537 Oct 27 14:16:56.116560 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f279d-83eb-4cc7-923f-cdafaab3b715 req-1ab87f5d-08e5-4204-85e1-749debeb20c6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:56.117993 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f05f279d-83eb-4cc7-923f-cdafaab3b715 req-1ab87f5d-08e5-4204-85e1-749debeb20c6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0996680 Oct 27 14:16:56.170888 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f05f279d-83eb-4cc7-923f-cdafaab3b715 req-20f18f37-0935-4bd5-9dc9-5d460edabb16 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472667 Oct 27 14:16:57.385114 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e06dcb-355d-48e3-a3f5-128f1f809c66 req-ad55e688-c0b1-4574-8e8b-f7c941bdfa05 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:57.386566 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b6e06dcb-355d-48e3-a3f5-128f1f809c66 req-ad55e688-c0b1-4574-8e8b-f7c941bdfa05 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0833228 Oct 27 14:16:57.443054 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b6e06dcb-355d-48e3-a3f5-128f1f809c66 req-16843acb-ffcc-44d8-9f4c-db40876cc303 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475097 Oct 27 14:16:58.816886 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed681-63df-43ef-9c38-d2272c593807 req-a189efa0-7c0d-417f-a357-4776bb624eae tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:16:58.818428 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1eaed681-63df-43ef-9c38-d2272c593807 req-a189efa0-7c0d-417f-a357-4776bb624eae tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.2402122 Oct 27 14:16:58.865131 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1eaed681-63df-43ef-9c38-d2272c593807 req-cce8bcc9-54a7-4145-a97d-506b429bad15 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409527 Oct 27 14:17:00.080508 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8002f0f-aa4a-430b-b7d8-7b1cf6fb04e9 req-0786a367-8094-41fa-96f6-5caa41c07791 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:00.081902 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d8002f0f-aa4a-430b-b7d8-7b1cf6fb04e9 req-0786a367-8094-41fa-96f6-5caa41c07791 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0963898 Oct 27 14:17:00.130262 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d8002f0f-aa4a-430b-b7d8-7b1cf6fb04e9 req-cbc5ecf5-e24d-4028-bfc8-94a82fa6f7b7 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425940 Oct 27 14:17:01.338564 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69126c-4952-4123-a81e-72630775fff8 req-befc7d55-d7ca-4f63-b0ec-ed0d78ac5db9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:01.340010 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-da69126c-4952-4123-a81e-72630775fff8 req-befc7d55-d7ca-4f63-b0ec-ed0d78ac5db9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0786896 Oct 27 14:17:01.394942 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-da69126c-4952-4123-a81e-72630775fff8 req-60559ec1-4a31-44d2-8520-20f87ce294ef tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489717 Oct 27 14:17:01.586031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe845f52-e0b7-492c-a193-ee5f5a8046c9 req-a24d34a4-5e28-4489-8460-d6f1ce14b931 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:01.587467 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fe845f52-e0b7-492c-a193-ee5f5a8046c9 req-a24d34a4-5e28-4489-8460-d6f1ce14b931 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0852828 Oct 27 14:17:01.634710 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fe845f52-e0b7-492c-a193-ee5f5a8046c9 req-4ff30844-9f9d-43a1-9611-24073289e81e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Oct 27 14:17:02.608600 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed0065-dbd2-4a29-a11e-4a8683e81714 req-e0701bfd-2c2b-4185-8a5d-5f64e0424ec9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:02.610157 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-feed0065-dbd2-4a29-a11e-4a8683e81714 req-e0701bfd-2c2b-4185-8a5d-5f64e0424ec9 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0823276 Oct 27 14:17:02.660326 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-feed0065-dbd2-4a29-a11e-4a8683e81714 req-3a42a1bb-f85c-4744-8d55-b7c3bcf7a8ef tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423532 Oct 27 14:17:02.840362 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb017-d77b-4ff7-8137-e59a3d5f734b req-91033d89-1c07-454d-9777-f6fb3acf9142 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:02.841857 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2fefb017-d77b-4ff7-8137-e59a3d5f734b req-91033d89-1c07-454d-9777-f6fb3acf9142 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0866566 Oct 27 14:17:02.898117 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2fefb017-d77b-4ff7-8137-e59a3d5f734b req-42e02614-8e97-4142-bb19-98610cb32cbb tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499763 Oct 27 14:17:03.865726 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0109-17cc-4b52-ae05-14cad424abe0 req-73544538-9b4b-40d4-8302-3a0a2e6e2b19 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:03.867153 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-09fc0109-17cc-4b52-ae05-14cad424abe0 req-73544538-9b4b-40d4-8302-3a0a2e6e2b19 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0857339 Oct 27 14:17:03.918172 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-09fc0109-17cc-4b52-ae05-14cad424abe0 req-053e3adb-b2f6-44e3-a2cb-e2a91678cb3e tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=92734b4e-c057-4e33-a37a-39d898a26854&id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422385 Oct 27 14:17:04.103667 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128cd71-a21d-46d1-8833-075f6c7a9c58 req-e4ba88c5-b7f0-424e-8d3b-6155233e93a4 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:04.105168 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1128cd71-a21d-46d1-8833-075f6c7a9c58 req-e4ba88c5-b7f0-424e-8d3b-6155233e93a4 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0830898 Oct 27 14:17:04.151793 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1128cd71-a21d-46d1-8833-075f6c7a9c58 req-9a365d27-05d9-422f-8602-be080a325476 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Oct 27 14:17:05.372554 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebd3ec-cff1-42c7-aae8-31b9867e3388 req-cb511f00-fe7b-4c52-8d06-95c929825dad tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:05.373985 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1ebd3ec-cff1-42c7-aae8-31b9867e3388 req-cb511f00-fe7b-4c52-8d06-95c929825dad tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0922122 Oct 27 14:17:05.423549 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1ebd3ec-cff1-42c7-aae8-31b9867e3388 req-f7851c2c-3370-47de-b18f-f614fa8806cb tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413253 Oct 27 14:17:06.651974 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1e9c0-2992-4e6f-a4c9-01a785ae34f6 req-310c7346-4a14-4ec8-a869-266ad5d8d3fe tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:06.653400 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e3a1e9c0-2992-4e6f-a4c9-01a785ae34f6 req-310c7346-4a14-4ec8-a869-266ad5d8d3fe tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0924845 Oct 27 14:17:06.703657 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e3a1e9c0-2992-4e6f-a4c9-01a785ae34f6 req-438db86a-08b8-420a-a9ed-e3e4c1ee7aa3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Oct 27 14:17:07.928018 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c15857-a447-43e2-a4b2-9aa090f83fdd req-55583e55-dede-4ae0-9c6e-8ee02664b8b4 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:07.929467 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b9c15857-a447-43e2-a4b2-9aa090f83fdd req-55583e55-dede-4ae0-9c6e-8ee02664b8b4 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0851610 Oct 27 14:17:07.980633 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b9c15857-a447-43e2-a4b2-9aa090f83fdd req-15645855-1b0e-4fd1-a0fa-e06c1d017600 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448034 Oct 27 14:17:09.191922 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066b148-5b45-4d22-8217-d71debde069a req-88757d0d-5071-444c-98bc-3814583ec0c1 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:09.193389 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6066b148-5b45-4d22-8217-d71debde069a req-88757d0d-5071-444c-98bc-3814583ec0c1 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0799925 Oct 27 14:17:09.246379 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6066b148-5b45-4d22-8217-d71debde069a req-59c8e11b-2595-4162-a4de-d8f922d45f07 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474217 Oct 27 14:17:10.453349 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1420420-466e-4f86-98a5-6e574999671a req-f2b4287b-1325-4fb4-aea5-bdc92922d180 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:10.454847 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e1420420-466e-4f86-98a5-6e574999671a req-f2b4287b-1325-4fb4-aea5-bdc92922d180 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0868456 Oct 27 14:17:10.499843 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e1420420-466e-4f86-98a5-6e574999671a req-877e4f66-ae80-4db1-a365-7a1b1a5f1f60 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 Oct 27 14:17:10.567377 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:11.700354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b7d6b-1da2-4f6c-92b5-c0d1aa704ced req-e9afe62e-0dc9-446b-b23c-6468d1163f38 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:11.701799 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f43b7d6b-1da2-4f6c-92b5-c0d1aa704ced req-e9afe62e-0dc9-446b-b23c-6468d1163f38 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0793986 Oct 27 14:17:11.728264 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-9f797f2f-2cd1-4633-ac09-8fdb877d71b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1099 time: 0.1442361 Oct 27 14:17:11.751137 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-f43b7d6b-1da2-4f6c-92b5-c0d1aa704ced req-6479d990-f3e2-4eb9-8136-f157f5cef08a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Oct 27 14:17:11.864375 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-1b2c3c16-72a0-4acf-b1f5-cbf01a767025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:11.865866 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-1b2c3c16-72a0-4acf-b1f5-cbf01a767025 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 910 time: 0.1308715 Oct 27 14:17:11.976255 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-b412a1ec-67b1-4c45-8262-9f39a492ea38 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 1001 time: 0.1020372 Oct 27 14:17:12.132538 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-5e1aceb1-9eee-4388-b363-82ab6c890bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:12.136032 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-5e1aceb1-9eee-4388-b363-82ab6c890bb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.1515188 Oct 27 14:17:12.222477 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-231bd4d0-5969-4142-ab8c-ef36b7a4cbb7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780935 Oct 27 14:17:12.354139 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-8d97d856-45f4-417c-96ad-64f04dcfb70f service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236770 Oct 27 14:17:12.488565 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-804bd092-8951-4dcd-b85b-a3b5a31533c1 req-4597cea8-f6c2-441c-ac74-5e14dfe275c2 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266005 Oct 27 14:17:12.971945 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7db69-3425-41da-91b5-294b50db50ea req-cbfc3d32-9fa7-48e7-b224-ca34e677c273 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:12.973442 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c0e7db69-3425-41da-91b5-294b50db50ea req-cbfc3d32-9fa7-48e7-b224-ca34e677c273 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0830173 Oct 27 14:17:13.022259 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c0e7db69-3425-41da-91b5-294b50db50ea req-e3eea487-8357-4aaa-b437-c136456a109a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Oct 27 14:17:14.244747 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5830d-a117-4341-81dd-a6210f0d684f req-e1ab8ad1-985c-4aa8-833d-de0ba9ba664f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:14.246294 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-64a5830d-a117-4341-81dd-a6210f0d684f req-e1ab8ad1-985c-4aa8-833d-de0ba9ba664f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0963695 Oct 27 14:17:14.295548 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-64a5830d-a117-4341-81dd-a6210f0d684f req-9c14488e-2e45-4876-88e9-e88d4bdeae7b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Oct 27 14:17:15.303532 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:17:15.500729 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b2c39-7f7a-46bb-8c1c-7b73e0588491 req-90d53e00-9ca5-42e4-878c-c8a76ff72fe0 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:15.502208 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-953b2c39-7f7a-46bb-8c1c-7b73e0588491 req-90d53e00-9ca5-42e4-878c-c8a76ff72fe0 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0880232 Oct 27 14:17:15.553507 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-953b2c39-7f7a-46bb-8c1c-7b73e0588491 req-d1b46dfa-8b09-46f0-85e0-aceff049ec65 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Oct 27 14:17:15.811796 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5dec2c5c-7f8a-464a-b101-9b0be2f93727 req-c1a92308-36bc-414b-93d2-7a79a6383c5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1405206 Oct 27 14:17:15.990078 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 35988) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:16.083460 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f830f-cae0-44a3-b999-d4d1ffa386cc req-af15bc5b-1754-491a-96d5-be8b13c3929d tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:16.084837 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b1f830f-cae0-44a3-b999-d4d1ffa386cc req-af15bc5b-1754-491a-96d5-be8b13c3929d tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0812097 Oct 27 14:17:16.126103 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-04f3b94b-3697-4676-a0c7-355a0394e4e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346421 Oct 27 14:17:16.131084 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5b1f830f-cae0-44a3-b999-d4d1ffa386cc req-a1304e01-fa6b-44f5-8dfb-806dde3d3c12 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Oct 27 14:17:16.627049 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:17:16.746927 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:16.775327 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:16.785664 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:16.794090 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:16.796010 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:16.845221 dv-cinder-815663-1-smb neutron-server[82833]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'code': 422} returned with failed status Oct 27 14:17:16.871180 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=6']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:16.879943 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.880279 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.880923 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.881076 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.881411 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.881762 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.882087 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.882451 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.882841 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.883114 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.883446 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:16.887491 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:17.359911 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04685b4-d83f-4cc8-ad5a-ee9346a775be req-c4dffba4-2aae-488f-a543-8c0e898b0888 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:17.361419 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a04685b4-d83f-4cc8-ad5a-ee9346a775be req-c4dffba4-2aae-488f-a543-8c0e898b0888 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.0825720 Oct 27 14:17:17.409218 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a04685b4-d83f-4cc8-ad5a-ee9346a775be req-14efdf09-46a5-41f3-b9d6-1313a8c6a21b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Oct 27 14:17:17.513645 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-05ad6d2b-e61d-4077-9274-8e42c01233d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a&tenant_id=13da5b00f3b1403c8bde5496a4734efd HTTP/1.1" status: 200 len: 1097 time: 0.0720465 Oct 27 14:17:17.608403 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-ede11555-9738-4f17-8465-3ec12aa56b6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1097 time: 0.0684547 Oct 27 14:17:17.739813 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-7df0863d-6f9d-4560-a503-1443d68a847e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:17.741225 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-7df0863d-6f9d-4560-a503-1443d68a847e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 910 time: 0.1254411 Oct 27 14:17:17.852260 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-e16a9093-f019-446e-9181-33cf39dc40b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 999 time: 0.1037230 Oct 27 14:17:17.921350 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-1c775dcc-0e00-490c-a3f2-2af5fcb00b96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:17.922803 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-1c775dcc-0e00-490c-a3f2-2af5fcb00b96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.0609674 Oct 27 14:17:17.999696 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-aedd5f9f-fe22-4376-b096-8a5ed7c39cca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682650 Oct 27 14:17:18.138795 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-c0340869-4e0b-4e55-a4a9-37be680548f3 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236985 Oct 27 14:17:18.280163 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-55a32f99-33f5-4e4d-8c1b-5e7d5dcc2261 req-09ca8fd5-e88e-400a-8217-b02cc217fd89 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252382 Oct 27 14:17:18.638292 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbf9fc-662e-4cf1-b11a-148ac66fbae0 req-3c40d4d7-55d6-4982-828a-7ef59d738fea tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:18.639791 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-95cbf9fc-662e-4cf1-b11a-148ac66fbae0 req-3c40d4d7-55d6-4982-828a-7ef59d738fea tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.0827651 Oct 27 14:17:18.691848 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-95cbf9fc-662e-4cf1-b11a-148ac66fbae0 req-f3e0ec7b-a0f9-45eb-983c-d0fdc3183b2d tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Oct 27 14:17:19.625149 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f125beda-69cb-4fd5-8b57-43209fcd456f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:19.891760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8608c7-b4fe-4fbc-9700-f41be91323cf req-ef8a3233-811e-4473-a109-8f93c467fb60 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:19.893317 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9f8608c7-b4fe-4fbc-9700-f41be91323cf req-ef8a3233-811e-4473-a109-8f93c467fb60 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 944 time: 0.0781498 Oct 27 14:17:19.943843 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9f8608c7-b4fe-4fbc-9700-f41be91323cf req-a871ce83-571f-4502-8c3e-91922fa1d5b2 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448947 Oct 27 14:17:20.093569 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:20.638574 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:17:20.773515 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:20.786943 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'port_id': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'mac_address': 'fa:16:3e:13:77:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:17:20.843757 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:20.862203 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1423e89-d85d-40be-8669-f2ab3fe9064d {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:17:20.878483 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:20.883253 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:20.884976 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-29b506ed-6700-4ec4-a6cc-a4c25e50e6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:20.949067 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=7']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:20.952282 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:21.148291 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e3713-97e4-4628-962f-29f2fb3ebc1b req-8bf64d7e-d70d-405f-9c85-f20c664be1be tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:21.150127 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c95e3713-97e4-4628-962f-29f2fb3ebc1b req-8bf64d7e-d70d-405f-9c85-f20c664be1be tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 945 time: 0.0780528 Oct 27 14:17:21.156394 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['e1423e89-d85d-40be-8669-f2ab3fe9064d'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:17:21.200828 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c95e3713-97e4-4628-962f-29f2fb3ebc1b req-bf0f2807-c0f7-4e82-9022-5edf01ecc57e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Oct 27 14:17:21.770129 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-e1723d28-e867-4f18-a48f-42147e7ae407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:22.498839 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200879-07fb-4e8d-bd6b-cf4edf86204d req-7802902d-4e3a-4ce1-a87c-5f6758a5fa30 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:22.500206 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b1200879-07fb-4e8d-bd6b-cf4edf86204d req-7802902d-4e3a-4ce1-a87c-5f6758a5fa30 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 945 time: 0.1649005 Oct 27 14:17:22.545749 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b1200879-07fb-4e8d-bd6b-cf4edf86204d req-bd658e09-10f1-4a25-ac6a-ea2800cdb56c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Oct 27 14:17:22.669833 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:17:22.745364 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:22.751237 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port e1423e89-d85d-40be-8669-f2ab3fe9064d triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:17:22.751526 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:22.869853 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:22.896823 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:22.915398 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:22.921807 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:22.925527 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:22.997652 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'code': 200} Oct 27 14:17:23.005161 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=8']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:23.016393 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:23.354351 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-69396557-bd3a-4100-b399-542deb489a4c req-1eb66ccb-4606-49af-9c23-2ec497c8e853 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1099 time: 0.0729666 Oct 27 14:17:23.398775 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-69396557-bd3a-4100-b399-542deb489a4c req-f4b2e858-4023-4d60-896a-7acd64056f16 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369658 Oct 27 14:17:23.749078 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baca10-f976-48df-9c87-c62280513a93 req-9639eb1d-dc48-4369-8577-3a391399326c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:23.750571 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-66baca10-f976-48df-9c87-c62280513a93 req-9639eb1d-dc48-4369-8577-3a391399326c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0844960 Oct 27 14:17:23.803766 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-66baca10-f976-48df-9c87-c62280513a93 req-ed9ed84d-99ff-46af-805e-fe1df792768b tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Oct 27 14:17:24.534855 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:25.017945 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafe21d-7f77-499f-a5a9-e09421b143f8 req-8f196a9e-ec48-4225-b7bf-1f55c9a628a8 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:25.019510 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7dafe21d-7f77-499f-a5a9-e09421b143f8 req-8f196a9e-ec48-4225-b7bf-1f55c9a628a8 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0788844 Oct 27 14:17:25.065789 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7dafe21d-7f77-499f-a5a9-e09421b143f8 req-46c0e69a-f8b6-429c-aad7-5a24029167d3 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400536 Oct 27 14:17:25.603641 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dc2ab-2dde-4d90-95f5-c3a49945e03d req-9f963f27-ccca-4ec4-baf8-15ffe8d4f5af tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:25.605120 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-708dc2ab-2dde-4d90-95f5-c3a49945e03d req-9f963f27-ccca-4ec4-baf8-15ffe8d4f5af tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.0809195 Oct 27 14:17:25.650764 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-708dc2ab-2dde-4d90-95f5-c3a49945e03d req-78357804-fac5-4390-bf78-7ee85fcfdb7a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399408 Oct 27 14:17:26.853341 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f374e5-4f9f-41a3-b6e6-f1ae9d7844a1 req-c2488bfb-abeb-456c-848c-43dddf3b4b87 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:26.854830 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-80f374e5-4f9f-41a3-b6e6-f1ae9d7844a1 req-c2488bfb-abeb-456c-848c-43dddf3b4b87 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.0829272 Oct 27 14:17:26.912479 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-80f374e5-4f9f-41a3-b6e6-f1ae9d7844a1 req-58105bb2-e79e-4b84-b6ce-f52cfddff0d2 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514958 Oct 27 14:17:27.530814 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-28031368-9d71-41a3-bcbc-ba26c7b0f99b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:27.532250 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-28031368-9d71-41a3-bcbc-ba26c7b0f99b tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.0953264 Oct 27 14:17:27.603781 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Deleting port 40fd882a-2cdb-4326-835c-40c70eab0c15 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:27.604112 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:27.856521 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] For port 40fd882a-2cdb-4326-835c-40c70eab0c15, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=40fd882a-2cdb-4326-835c-40c70eab0c15,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:27.857320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:28.117903 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b654162-7f2b-421f-8f00-13446c2bc50f req-42f36600-245f-4ee7-b69b-d33c16558362 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:28.119303 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0b654162-7f2b-421f-8f00-13446c2bc50f req-42f36600-245f-4ee7-b69b-d33c16558362 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 945 time: 0.0811031 Oct 27 14:17:28.149049 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:28.149806 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:28.150145 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.l3_db [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Floating IP b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf disassociated. External IP: 172.28.1.239, port: 40fd882a-2cdb-4326-835c-40c70eab0c15. Oct 27 14:17:28.150439 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Calling delete_port for 40fd882a-2cdb-4326-835c-40c70eab0c15 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:28.165177 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0b654162-7f2b-421f-8f00-13446c2bc50f req-5a38e3e5-fb1e-48db-acb5-1090e48ce550 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups?id=95d0585e-eed0-462e-bf1c-a44d7c06ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403545 Oct 27 14:17:28.302733 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:28.308737 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:28.351583 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event deleted for resources: {'Port': ['ID=40fd882a-2cdb-4326-835c-40c70eab0c15,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:28.364331 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.364696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.365076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.365431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.365807 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.366157 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.366523 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.366864 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.367218 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.367539 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.367874 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:28.371519 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:28.573903 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:28.870193 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:28.881527 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:17:28.895014 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:28.895632 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:28.939521 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] No DVR routers for this DVR port 40fd882a-2cdb-4326-835c-40c70eab0c15 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:28.942127 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:28.944943 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'name': 'network-vif-deleted', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:28.963316 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d0be66ad-aa6b-4f05-ab80-a33f20a46d06 req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.82 "DELETE /v2.0/ports/40fd882a-2cdb-4326-835c-40c70eab0c15 HTTP/1.1" status: 204 len: 173 time: 1.4243717 Oct 27 14:17:29.007642 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6e6239-b652-4831-9878-effc557dca4e', 'name': 'network-vif-deleted', 'tag': '40fd882a-2cdb-4326-835c-40c70eab0c15', 'status': 'completed', 'code': 200} Oct 27 14:17:29.104320 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:29.346914 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-230c382d-0ab9-45bd-be10-35b777740d5b req-fc5037f6-06f2-498e-a575-e31771b66d0a tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc6e6239-b652-4831-9878-effc557dca4e HTTP/1.1" status: 200 len: 210 time: 0.0431561 Oct 27 14:17:29.453974 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:29.458470 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:17:29.470150 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:29.470827 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:29.528573 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499798af-ed47-4113-bdd7-7aa7e8d62e2e req-8c085742-5d5b-423d-9621-481c9b614a97 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:29.530257 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-499798af-ed47-4113-bdd7-7aa7e8d62e2e req-8c085742-5d5b-423d-9621-481c9b614a97 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0797040 Oct 27 14:17:29.581945 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-499798af-ed47-4113-bdd7-7aa7e8d62e2e req-25b7369e-130e-44ff-9cd9-ccf3e9048900 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Oct 27 14:17:29.666234 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:29.983221 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:29.987449 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e7fa0-0690-491d-87c8-b5cd5248d3b1 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': '30a0d89f-3988-4fae-abe2-9535eb7cacfe', 'name': '', 'network_id': '458f851c-6bc2-49b9-b031-bb649e017bba', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'mac_address': 'fa:16:3e:1b:f4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:04Z', 'updated_at': '2021-10-27T14:12:17Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'subnets': [{'id': '95e23ee2-4055-4e04-89f8-ebae83129895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:17:30.200417 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7e569-1004-4fbf-938f-33948b10a334 None None] New status for floating IP b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf: DOWN {{(pid=82834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:17:30.500028 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36156) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:30.575583 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:30.602468 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:30.656330 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:30.660351 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1287ddf6-b211-4c9a-9981-f0ab01bbf664 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:30.674334 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0585e-eed0-462e-bf1c-a44d7c06ad22,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:30.677489 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:30.688831 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:30.692541 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "DELETE /v2.0/security-groups/95d0585e-eed0-462e-bf1c-a44d7c06ad22 HTTP/1.1" status: 204 len: 168 time: 0.1887126 Oct 27 14:17:30.692822 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36162) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:30.709678 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.api.v2.resource [None req-d6e216e4-8344-4aa4-b31f-9d3573048dc4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] show failed (client error): The resource could not be found. Oct 27 14:17:30.713384 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d6e216e4-8344-4aa4-b31f-9d3573048dc4 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "GET /v2.0/security-groups/95d0585e-eed0-462e-bf1c-a44d7c06ad22 HTTP/1.1" status: 404 len: 347 time: 0.0168455 Oct 27 14:17:30.713656 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36166) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:30.732690 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 40fd882a-2cdb-4326-835c-40c70eab0c15 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:17:30.766376 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 40fd882a-2cdb-4326-835c-40c70eab0c15 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:17:30.766823 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 40fd882a-2cdb-4326-835c-40c70eab0c15 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:17:30.810419 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c36f-2eb7-4eab-8e20-872b2ecaade0 req-38534f4c-2453-4c6b-bc2a-6281f53fd3dd tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:30.811918 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2d72c36f-2eb7-4eab-8e20-872b2ecaade0 req-38534f4c-2453-4c6b-bc2a-6281f53fd3dd tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0822451 Oct 27 14:17:30.857899 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-2d72c36f-2eb7-4eab-8e20-872b2ecaade0 req-38a5382f-c4ed-4be2-865b-7825cf2a7e7b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Oct 27 14:17:30.875778 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Deleting port bbd1dd9f-290c-4d34-b87e-8bb9d4bc7a7f {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:30.876110 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:31.046941 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:31.047266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:31.165593 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Calling delete_port for bbd1dd9f-290c-4d34-b87e-8bb9d4bc7a7f owned by network:floatingip {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:31.324498 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:31.330856 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:31.374760 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Pushing event deleted for resources: {'Port': ['ID=bbd1dd9f-290c-4d34-b87e-8bb9d4bc7a7f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:31.379510 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:31.469234 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks [] for floatingip, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:31.483844 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:31.484969 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] 10.222.0.61 "DELETE /v2.0/floatingips/b0a1741e-b7e5-4e26-a0d1-8b2f7878efcf HTTP/1.1" status: 204 len: 168 time: 0.7704258 Oct 27 14:17:32.079369 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fd8a-a926-4d5a-8812-19053e037fc2 req-33790db7-3ba7-4919-9c1c-7261ef32d74e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:32.080813 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0f93fd8a-a926-4d5a-8812-19053e037fc2 req-33790db7-3ba7-4919-9c1c-7261ef32d74e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0847902 Oct 27 14:17:32.134602 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0f93fd8a-a926-4d5a-8812-19053e037fc2 req-3468fcc4-72b3-4a92-9c65-183dfdc9e1c3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471051 Oct 27 14:17:33.368454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60702c-b932-4a8b-9add-3284c88e0760 req-29f877f3-0878-47d7-a61f-12ae50c38740 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:33.369840 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4d60702c-b932-4a8b-9add-3284c88e0760 req-29f877f3-0878-47d7-a61f-12ae50c38740 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0911782 Oct 27 14:17:33.416789 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-4d60702c-b932-4a8b-9add-3284c88e0760 req-4625e1dd-bc65-459c-875a-64f2f9fb654b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412984 Oct 27 14:17:34.630411 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8fa8-5f4d-4434-b309-c59202069e61 req-63de90e9-7787-4d36-bd70-eb23c231c815 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:34.631843 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-880a8fa8-5f4d-4434-b309-c59202069e61 req-63de90e9-7787-4d36-bd70-eb23c231c815 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0768709 Oct 27 14:17:34.677177 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-880a8fa8-5f4d-4434-b309-c59202069e61 req-87b70c95-a090-4d46-97b1-634cb1864ccd tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Oct 27 14:17:35.570009 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36204) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:35.893163 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9b584-537b-49e3-9572-382176bc935e req-82bf3842-1674-416b-b0c0-e7431b217311 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:35.894918 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9ef9b584-537b-49e3-9572-382176bc935e req-82bf3842-1674-416b-b0c0-e7431b217311 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0852709 Oct 27 14:17:35.947131 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9ef9b584-537b-49e3-9572-382176bc935e req-651dc7e0-1492-4e63-8940-8d997917daac tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Oct 27 14:17:36.186185 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:36.805903 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Deleting port 30a0d89f-3988-4fae-abe2-9535eb7cacfe {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:36.806202 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:36.976302 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] For port 30a0d89f-3988-4fae-abe2-9535eb7cacfe, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=30a0d89f-3988-4fae-abe2-9535eb7cacfe,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:36.976649 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:37.097589 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Calling delete_port for 30a0d89f-3988-4fae-abe2-9535eb7cacfe owned by network:router_interface {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:37.247707 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4a27b-ab74-43c6-a8b1-38997e7742fb req-df6b70a3-26ce-439f-ad3d-cbc3664840e6 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:37.249155 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f5a4a27b-ab74-43c6-a8b1-38997e7742fb req-df6b70a3-26ce-439f-ad3d-cbc3664840e6 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1610420 Oct 27 14:17:37.344005 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f5a4a27b-ab74-43c6-a8b1-38997e7742fb req-a26c710e-2004-4718-8032-57bc663a0122 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865796 Oct 27 14:17:37.376978 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:37.381306 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e086b531-6abb-4b4e-8033-5e20000922bd tempest-ServerRescueNegativeTestJSON-182828648 tempest-ServerRescueNegativeTestJSON-182828648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:37.422059 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a0d89f-3988-4fae-abe2-9535eb7cacfe,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:37.424547 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:37.826789 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:38.424770 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:38.551542 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb038-d402-4c45-9a10-2b9589fc026a req-ea4f25a7-5710-4282-ab33-ee8c24ff6d13 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:38.552986 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bfeeb038-d402-4c45-9a10-2b9589fc026a req-ea4f25a7-5710-4282-ab33-ee8c24ff6d13 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0760770 Oct 27 14:17:38.602849 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bfeeb038-d402-4c45-9a10-2b9589fc026a req-f5ccea2e-5027-440e-84b8-fa2c004a1d5b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Oct 27 14:17:38.622802 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:38.632511 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] Sync routers for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:17:38.637503 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] 10.222.0.61 "PUT /v2.0/routers/72ebd81a-ffea-4bf9-8cc5-285fe20ec155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0642278 Oct 27 14:17:38.637751 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36218) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:38.649753 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:38.650303 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:38.825057 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:38.828351 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:39.115846 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:17:37Z', 'revision_number': 5, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port': {'id': '1f3948ce-c567-4f03-aca5-127baf56f5fe', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:04:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:11:55Z', 'updated_at': '2021-10-27T14:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:39.120343 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] Checking router: 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:17:39.131664 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] Routers {'72ebd81a-ffea-4bf9-8cc5-285fe20ec155'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:39.132291 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:39.173336 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:39.183614 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Deleting port 1f3948ce-c567-4f03-aca5-127baf56f5fe {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:39.183937 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:39.306457 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] Set router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 gateway port host: None {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:39.351916 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] For port 1f3948ce-c567-4f03-aca5-127baf56f5fe, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=1f3948ce-c567-4f03-aca5-127baf56f5fe,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:39.352218 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:39.426102 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:17:39Z', 'revision_number': 6, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port_host': None}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:39.430298 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c06131-a45c-4d61-b6cf-d307862b90c0 None None] The sync data for ids ['72ebd81a-ffea-4bf9-8cc5-285fe20ec155'] in dv-cinder-815663-1-smb is: [{'id': '72ebd81a-ffea-4bf9-8cc5-285fe20ec155', 'name': 'tempest-AttachVolumeTestJSON-2045657031-router', 'tenant_id': '9a5124f61d094c7fb6237e7bac575d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:11:53Z', 'updated_at': '2021-10-27T14:17:39Z', 'revision_number': 6, 'project_id': '9a5124f61d094c7fb6237e7bac575d6c', 'gw_port_host': None}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:17:39.475757 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Calling delete_port for 1f3948ce-c567-4f03-aca5-127baf56f5fe owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:39.651313 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:39.655179 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:39.695655 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3948ce-c567-4f03-aca5-127baf56f5fe,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:39.699775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:39.985790 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.110439 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89602-2588-4e17-9065-00e8c79f0943 req-406b878f-1c52-42ca-9e96-9ed2c9dc6e33 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:40.111902 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d0d89602-2588-4e17-9065-00e8c79f0943 req-406b878f-1c52-42ca-9e96-9ed2c9dc6e33 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.3534877 Oct 27 14:17:40.271320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.281258 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.290066 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d0d89602-2588-4e17-9065-00e8c79f0943 req-6febd37f-e883-47fc-8304-851cfd37bb1e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714900 Oct 27 14:17:40.312380 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.312932 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72ebd81a-ffea-4bf9-8cc5-285fe20ec155 {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:17:40.331608 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.332776 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] 10.222.0.61 "DELETE /v2.0/routers/72ebd81a-ffea-4bf9-8cc5-285fe20ec155 HTTP/1.1" status: 204 len: 168 time: 1.6941428 Oct 27 14:17:40.335441 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36224) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:40.394911 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Deleting subnet 95e23ee2-4055-4e04-89f8-ebae83129895 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:17:40.397882 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.450599 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.555933 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.668226 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.775932 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.787424 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6d0956f4-22e5-4f38-be98-12ca8ce20736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:40.827078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e23ee2-4055-4e04-89f8-ebae83129895,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:40.830486 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:40.832467 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:40.836723 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285337e3-9aa4-4cf8-8948-a0fb31f97025 None None] Network 458f851c-6bc2-49b9-b031-bb649e017bba requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:17:40.842013 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/95e23ee2-4055-4e04-89f8-ebae83129895 HTTP/1.1" status: 204 len: 168 time: 0.5055938 Oct 27 14:17:40.844670 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36228) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:40.846331 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-56246f68-d713-4d20-876d-33633806ffed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1240146 Oct 27 14:17:40.938568 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 30a0d89f-3988-4fae-abe2-9535eb7cacfe no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:17:40.981920 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-915761a2-c177-4645-8873-16f67d2eb8aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1137 time: 0.1057503 Oct 27 14:17:40.982623 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 30a0d89f-3988-4fae-abe2-9535eb7cacfe {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:17:40.982962 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 30a0d89f-3988-4fae-abe2-9535eb7cacfe not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:17:40.983376 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 1f3948ce-c567-4f03-aca5-127baf56f5fe no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:17:41.044079 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 1f3948ce-c567-4f03-aca5-127baf56f5fe {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:17:41.044412 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 1f3948ce-c567-4f03-aca5-127baf56f5fe not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:17:41.064326 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.074963 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Deleting port 4b546f0a-6240-4b77-b43b-95f7838b1048 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:41.075294 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.130443 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-e2eb7607-8daf-48d3-91b6-393aecf0fcd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:41.131891 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-e2eb7607-8daf-48d3-91b6-393aecf0fcd7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.1298542 Oct 27 14:17:41.179499 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] DHCP port deletion for 458f851c-6bc2-49b9-b031-bb649e017bba request from dv-cinder-815663-1-smb {{(pid=82833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 14:17:41.183807 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Deleting port 4b546f0a-6240-4b77-b43b-95f7838b1048 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:41.184217 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.258976 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-c494a9da-52ac-4480-bbcc-45182b72bdcc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 999 time: 0.1161287 Oct 27 14:17:41.297311 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] For port 4b546f0a-6240-4b77-b43b-95f7838b1048, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=4b546f0a-6240-4b77-b43b-95f7838b1048,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:41.297700 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.322258 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-a1fc747e-9b3c-4177-8df2-3fbd9b387be1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:41.323721 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-a1fc747e-9b3c-4177-8df2-3fbd9b387be1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.0581262 Oct 27 14:17:41.407144 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] For port 4b546f0a-6240-4b77-b43b-95f7838b1048, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=4b546f0a-6240-4b77-b43b-95f7838b1048,segment=NetworkSegment(f87fe8e4-fefe-44e8-aec6-b2485f17b5fe),segment_id=f87fe8e4-fefe-44e8-aec6-b2485f17b5fe)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:41.407812 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.413878 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-aa8416db-cc57-4164-aa2b-55d3e604a371 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829062 Oct 27 14:17:41.427453 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Calling delete_port for 4b546f0a-6240-4b77-b43b-95f7838b1048 owned by network:dhcp {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:41.546240 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.552038 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:41.561277 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-1740c054-b40c-4353-ae62-aaff88f241dc service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386623 Oct 27 14:17:41.569901 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Calling delete_port for 4b546f0a-6240-4b77-b43b-95f7838b1048 owned by network:dhcp {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:41.606712 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Pushing event deleted for resources: {'Port': ['ID=4b546f0a-6240-4b77-b43b-95f7838b1048,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:41.616318 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] No DVR routers for this DVR port 4b546f0a-6240-4b77-b43b-95f7838b1048 on host dv-cinder-815663-1-smb {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:41.653154 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.653381 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.653745 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.654530 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.654530 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.654833 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.655184 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.655537 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.655884 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.656232 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.656639 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:17:41.673671 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:41.692444 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5038374-dbd4-473f-97d6-d314ba6cf622 req-bcdbedcd-0f40-4fc0-8560-dbdf090ff700 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:41.694379 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b5038374-dbd4-473f-97d6-d314ba6cf622 req-bcdbedcd-0f40-4fc0-8560-dbdf090ff700 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.2164724 Oct 27 14:17:41.701875 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5e48025b-991d-4e90-8457-6e0a2380eb0b req-5c627cd1-5f9e-4a64-a8dc-ac2c1d49e3a6 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336288 Oct 27 14:17:41.709863 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:17:41.710059 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:17:41.771431 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.804987 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458f851c-6bc2-49b9-b031-bb649e017bba']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:41.822167 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:41.822433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87fe8e4-fefe-44e8-aec6-b2485f17b5fe') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:41.832820 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b5038374-dbd4-473f-97d6-d314ba6cf622 req-05d96a43-2e43-4a02-8c2c-27820652e252 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286907 Oct 27 14:17:41.836113 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.852647 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.859143 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:17:41.859540 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:17:41.873216 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:17:41.952692 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.957523 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:41.975931 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:41.988695 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Pushing event deleted for resources: {'Network': ['ID=458f851c-6bc2-49b9-b031-bb649e017bba,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:41.992799 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:42.010464 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] 10.222.0.61 "DELETE /v2.0/networks/458f851c-6bc2-49b9-b031-bb649e017bba HTTP/1.1" status: 204 len: 168 time: 1.1648088 Oct 27 14:17:42.157729 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36240) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:42.208147 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-807a8705-3623-4d73-b680-c99a58e75d04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a5124f61d094c7fb6237e7bac575d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491242 Oct 27 14:17:42.211275 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Deleting port 4b546f0a-6240-4b77-b43b-95f7838b1048 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:42.211439 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36244) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:42.211713 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:42.271312 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:42.276302 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-95f8ac54-e417-43f0-982b-e1d01517d4fa None None] The port '4b546f0a-6240-4b77-b43b-95f7838b1048' was deleted {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 14:17:42.299025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:42.348068 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:42.351884 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e929e204-d889-4b8e-9c13-cbe07e2800ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:42.365665 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59d274c-c52a-4d8d-92d6-dff203addcfe,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:42.368040 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:42.374299 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:42.378040 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d59d274c-c52a-4d8d-92d6-dff203addcfe HTTP/1.1" status: 204 len: 168 time: 0.1630752 Oct 27 14:17:42.513579 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-f49f0135-a98f-405c-91ec-4de76e91a913 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886669425&fields=id&tenant_id=39a26672733d4936a7c4b844ca6d1774 HTTP/1.1" status: 200 len: 267 time: 0.0454791 Oct 27 14:17:42.597527 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-1e07aec6-d77e-4325-b527-833a51e3bd1e tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:42.599011 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-1e07aec6-d77e-4325-b527-833a51e3bd1e tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 984 time: 0.0779541 Oct 27 14:17:42.609465 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Request body: {'port': {'security_groups': ['49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d']}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:17:42.726647 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:42.951298 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 4b546f0a-6240-4b77-b43b-95f7838b1048 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:17:42.986022 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:42.990324 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 4b546f0a-6240-4b77-b43b-95f7838b1048 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:17:42.990885 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 4b546f0a-6240-4b77-b43b-95f7838b1048 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:17:43.015321 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.020463 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.030363 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-89063bc7-442a-4be2-8f3c-b3d80b1a4eec tempest-VolumesActionsTest-1504810012 tempest-VolumesActionsTest-1504810012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:43.034418 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['28f293cf-7852-4302-8c57-84d5e05520a6'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:17:43.116370 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf934c0-d34d-420c-bb71-eed02b22f65e req-1983fdf2-77b3-43d7-b396-4d32799da700 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:43.118860 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5bf934c0-d34d-420c-bb71-eed02b22f65e req-1983fdf2-77b3-43d7-b396-4d32799da700 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1068418 Oct 27 14:17:43.183134 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-5bf934c0-d34d-420c-bb71-eed02b22f65e req-04354c17-7f49-4d47-963b-33a70c9a9488 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558553 Oct 27 14:17:43.206788 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:43.207410 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.208786 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b597f2f2-67d5-4ded-8aa1-ca21d6c92f28 req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "PUT /v2.0/ports/28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 942 time: 0.6039071 Oct 27 14:17:43.209300 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:43.215053 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36268) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:43.264244 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event updated for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=7']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:43.271175 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:43.296135 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['28f293cf-7852-4302-8c57-84d5e05520a6'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:17:43.320893 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.358585 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.467471 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.476287 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9ebd250b-deec-46af-9d63-87417203c4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:43.492785 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92734b4e-c057-4e33-a37a-39d898a26854,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:43.495258 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:43.507884 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.512097 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36282) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:43.512758 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-fbcbab47-1e79-46ed-9351-5154e7cd497c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "DELETE /v2.0/security-groups/92734b4e-c057-4e33-a37a-39d898a26854 HTTP/1.1" status: 204 len: 168 time: 0.2966707 Oct 27 14:17:43.556327 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-4c1b7a1c-210a-46b0-ab12-8886bd61e33b None None] Provisioning complete for port 28f293cf-7852-4302-8c57-84d5e05520a6 triggered by entity DHCP. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:17:43.556696 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4c1b7a1c-210a-46b0-ab12-8886bd61e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.575007 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'status': 'completed', 'code': 200} Oct 27 14:17:43.774831 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Deleting port 74f2185b-236a-4ec8-9221-c47a79e12177 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:43.775573 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:43.807052 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-ccb1231d-001a-496a-a660-7eeab06b637b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1098 time: 0.2224367 Oct 27 14:17:44.051345 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-f15c58c4-06e4-4491-8aa8-9aa72d097152 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:44.052889 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-f15c58c4-06e4-4491-8aa8-9aa72d097152 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.2375777 Oct 27 14:17:44.059146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:44.059421 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:44.242892 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Calling delete_port for 74f2185b-236a-4ec8-9221-c47a79e12177 owned by network:floatingip {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:44.315008 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-a9a5c36d-6ebd-4233-9477-93aca9a667d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 999 time: 0.2479439 Oct 27 14:17:44.403663 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-cf7fe1aa-82d5-4472-ba52-fba82a56e83c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:44.405175 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-cf7fe1aa-82d5-4472-ba52-fba82a56e83c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.0811937 Oct 27 14:17:44.416853 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5d4d1-abf7-44ce-8016-7a8c51cdd8fa req-990f44bb-115c-4af0-8bcb-6ac58de89054 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:44.419059 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-73f5d4d1-abf7-44ce-8016-7a8c51cdd8fa req-990f44bb-115c-4af0-8bcb-6ac58de89054 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0823157 Oct 27 14:17:44.463928 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-73f5d4d1-abf7-44ce-8016-7a8c51cdd8fa req-516854f9-8278-40b6-96d1-c22c90c4e4c2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395241 Oct 27 14:17:44.517361 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:44.527750 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-215b5dd3-8f81-488d-80a8-313bbcdea0d0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:44.568677 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event deleted for resources: {'Port': ['ID=74f2185b-236a-4ec8-9221-c47a79e12177,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:44.573468 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:44.607352 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-eec88c9d-3b31-4a46-94b2-51dd6ad2acf4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1953027 Oct 27 14:17:44.744507 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks [] for floatingip, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:44.943634 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-23ae32b6-6c58-4b50-a553-0c81063ceb7b service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083115 Oct 27 14:17:45.137456 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-870e39a4-d334-4f50-a5f5-fbd7f188c8b2 req-c53d653f-c2e9-4591-a0d4-01d185372bae service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846974 Oct 27 14:17:45.383095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:45.587971 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:45.601001 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] Sync routers for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:17:45.613487 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:45.618740 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:45.619461 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:45.683811 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312609f-b64c-4f1f-8d27-aa3513088a3f req-cc204322-b916-45fe-bf8b-d45b8d7ca3d5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:45.685340 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a312609f-b64c-4f1f-8d27-aa3513088a3f req-cc204322-b916-45fe-bf8b-d45b8d7ca3d5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0802691 Oct 27 14:17:45.692664 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "DELETE /v2.0/floatingips/57373aa7-d693-4180-ba49-99c6ce9678fd HTTP/1.1" status: 204 len: 168 time: 2.1792629 Oct 27 14:17:45.694419 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:45.746038 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a312609f-b64c-4f1f-8d27-aa3513088a3f req-bd23431f-b4c4-4ffc-96d9-3bfc5851802a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545106 Oct 27 14:17:45.810246 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:45.832536 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'status': 'completed', 'code': 200} Oct 27 14:17:45.934093 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-af485cf4-1036-4df4-9ce7-28bea5441daf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=39a26672733d4936a7c4b844ca6d1774&device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 1098 time: 0.0745773 Oct 27 14:17:46.092689 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-af19a9f6-bcb7-48d1-9d28-d0edc2626a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:46.097390 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-af19a9f6-bcb7-48d1-9d28-d0edc2626a12 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 200 len: 917 time: 0.1523399 Oct 27 14:17:46.175840 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-b8642506-66a8-40e8-b726-71ef8fb3afc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 200 len: 217 time: 0.0670664 Oct 27 14:17:46.208217 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:47Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:46.212020 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] Checking router: 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:17:46.222461 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:46.223039 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:46.237946 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-5e931455-fc04-4323-8994-5f3c363e8405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:46.239455 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-5e931455-fc04-4323-8994-5f3c363e8405 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 200 len: 854 time: 0.0560582 Oct 27 14:17:46.323848 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-8877f8cd-06d4-4005-99db-aea9d7c8a716 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733802 Oct 27 14:17:46.394707 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:46.462194 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-48ebed71-7beb-48f9-9a4c-cb1c8b4e2fa8 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267877 Oct 27 14:17:46.706265 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:47Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:46.710668 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd0972e-4fb1-42b1-a2a8-6a10c967988f None None] The sync data for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb is: [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:26Z', 'revision_number': 4, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b', 'name': '', 'network_id': 'd9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'mac_address': 'fa:16:3e:22:a5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:26Z', 'updated_at': '2021-10-27T14:15:47Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'subnets': [{'id': '55adad7f-3f9c-4e98-9fc0-cd29555f42ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:17:46.721684 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f28cd221-b622-48d2-b263-5af60bf361d2 req-ddaa072d-7e82-468a-8c0c-b94516766757 service neutron] 10.222.0.82 "GET /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524121 Oct 27 14:17:46.777042 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:17:46.937395 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:46.954912 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'mac_address': 'fa:16:3e:4c:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:17:47.030501 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5920d-5620-4245-92ce-c51acb0cde0c req-4d2075ef-139e-4d8e-8153-76cedffa6f72 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:47.032898 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a5b5920d-5620-4245-92ce-c51acb0cde0c req-4d2075ef-139e-4d8e-8153-76cedffa6f72 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1243196 Oct 27 14:17:47.043598 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.073307 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcf61c82-d400-4cbe-8efd-0b93d73b99f8 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:17:47.102810 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:47.105833 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a5b5920d-5620-4245-92ce-c51acb0cde0c req-4b74e3e9-0585-4dfd-94a3-6fa322483650 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596714 Oct 27 14:17:47.108368 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.127314 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:47.185754 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e19bb-0b2e-4645-b450-a1cb98b3c740 None None] New status for floating IP 57373aa7-d693-4180-ba49-99c6ce9678fd: DOWN {{(pid=82833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:17:47.236085 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36340) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:47.267828 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['dcf61c82-d400-4cbe-8efd-0b93d73b99f8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:17:47.393457 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.434333 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:17:47.442760 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Usage tracker for resource:security_group_rule and tenant:e9033c4c662b406da0fa7a8c80c6e6f1 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:17:47.446761 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:17:47.454636 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:17:47.461398 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=6']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:47.465927 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:47.558749 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.564310 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.572814 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d1809958-2d32-4d74-804e-bdd49dd70b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:47.727089 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc40db5-62e8-4ca1-908c-2d11544fc1c1,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:47.734045 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9033c4c662b406da0fa7a8c80c6e6f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4965436 Oct 27 14:17:47.734718 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36364) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:47.735190 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:47.810163 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.839395 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.909312 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.922550 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8f4faee1-d525-42e8-aad8-1b5c77c81be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:47.936586 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc40db5-62e8-4ca1-908c-2d11544fc1c1,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:47.939320 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:47.944650 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:47.946959 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdc40db5-62e8-4ca1-908c-2d11544fc1c1 HTTP/1.1" status: 204 len: 168 time: 0.2109516 Oct 27 14:17:48.364714 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea714ff-7316-412b-8505-9ed8054c923b req-74ac817c-d981-47dc-8797-c8b30008dcf2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:48.371683 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dea714ff-7316-412b-8505-9ed8054c923b req-74ac817c-d981-47dc-8797-c8b30008dcf2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 944 time: 0.0975358 Oct 27 14:17:48.416382 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dea714ff-7316-412b-8505-9ed8054c923b req-1edbfde6-0375-4a8b-8531-10eec2c434f0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437400 Oct 27 14:17:48.794849 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:17:48.890330 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:17:48.890829 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:49.122833 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:49.161265 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:49.173304 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:49.194327 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:49.196451 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:49.315106 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=7']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:49.326489 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:49.409273 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4166e1-3313-4556-a7cf-6df2b90db75f req-0e4981de-5670-4a2f-8bbc-d11954e6adf6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:49.413680 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2e4166e1-3313-4556-a7cf-6df2b90db75f req-0e4981de-5670-4a2f-8bbc-d11954e6adf6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:17:49.443457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2e4166e1-3313-4556-a7cf-6df2b90db75f req-0e4981de-5670-4a2f-8bbc-d11954e6adf6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:17:49.446597 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2e4166e1-3313-4556-a7cf-6df2b90db75f req-0e4981de-5670-4a2f-8bbc-d11954e6adf6 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.1720121 Oct 27 14:17:49.538631 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2e4166e1-3313-4556-a7cf-6df2b90db75f req-ddb6b0b6-0599-4ff2-af3e-3f35b42074e2 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863369 Oct 27 14:17:49.604513 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'code': 200} Oct 27 14:17:49.646713 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4db18c2e-60d4-4cd8-b57f-7aa6975d72d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:49.767786 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2306789-a712-42fe-b208-1e3955d94a95 req-f4e0048e-7834-47ff-984c-c41c8a08e2e2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:49.769421 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a2306789-a712-42fe-b208-1e3955d94a95 req-f4e0048e-7834-47ff-984c-c41c8a08e2e2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0988531 Oct 27 14:17:49.835540 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a2306789-a712-42fe-b208-1e3955d94a95 req-e4307fa8-d999-4632-b163-df17892553c0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530553 Oct 27 14:17:50.094494 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:50.825570 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666204-b733-42f4-862d-9e7dbaa43e22 req-fc0b3d20-7781-477e-8590-ffd08f4481a0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:50.827098 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e6666204-b733-42f4-862d-9e7dbaa43e22 req-fc0b3d20-7781-477e-8590-ffd08f4481a0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.0888124 Oct 27 14:17:50.934865 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e6666204-b733-42f4-862d-9e7dbaa43e22 req-32268240-602e-4cc5-9073-57542595fcb0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Synchronizing usage tracker for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:17:50.983750 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-e6666204-b733-42f4-862d-9e7dbaa43e22 req-32268240-602e-4cc5-9073-57542595fcb0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Unset dirty status for tenant:39a26672733d4936a7c4b844ca6d1774 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:17:50.986258 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e6666204-b733-42f4-862d-9e7dbaa43e22 req-32268240-602e-4cc5-9073-57542595fcb0 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/security-groups?id=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528468 Oct 27 14:17:51.119615 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae0954-0434-43ea-aabb-909e1d7320bd req-149667f0-1579-4fa3-a2be-a9c762c8c358 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:51.121239 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d9ae0954-0434-43ea-aabb-909e1d7320bd req-149667f0-1579-4fa3-a2be-a9c762c8c358 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.0816984 Oct 27 14:17:51.227834 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d9ae0954-0434-43ea-aabb-909e1d7320bd req-4db17541-9f74-4367-a35d-294cefac25b1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001358 Oct 27 14:17:51.282046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48020d75-0a7f-4025-bec9-038985c776d1 req-cba4c610-1d74-4254-a27d-d7b426be043c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:51.283662 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48020d75-0a7f-4025-bec9-038985c776d1 req-cba4c610-1d74-4254-a27d-d7b426be043c tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.82 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 945 time: 0.1195908 Oct 27 14:17:51.352767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Deleting port 28f293cf-7852-4302-8c57-84d5e05520a6 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:51.353103 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:51.628561 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] For port 28f293cf-7852-4302-8c57-84d5e05520a6, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=28f293cf-7852-4302-8c57-84d5e05520a6,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:51.628997 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:51.750771 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Calling delete_port for 28f293cf-7852-4302-8c57-84d5e05520a6 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:51.784382 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-440ffab3-ca80-4d4f-986c-3a55def4c45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:51.925039 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:51.939899 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['28f293cf-7852-4302-8c57-84d5e05520a6'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:17:51.950097 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d94cfb49-0360-4487-a0dc-d0c305fb4275 tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:51.996272 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Pushing event deleted for resources: {'Port': ['ID=28f293cf-7852-4302-8c57-84d5e05520a6,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:52.001065 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:52.075570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] No DVR routers for this DVR port 28f293cf-7852-4302-8c57-84d5e05520a6 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:17:52.078196 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:52.083610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'name': 'network-vif-deleted', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:17:52.107783 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-48020d75-0a7f-4025-bec9-038985c776d1 req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.82 "DELETE /v2.0/ports/28f293cf-7852-4302-8c57-84d5e05520a6 HTTP/1.1" status: 204 len: 173 time: 0.8175721 Oct 27 14:17:52.194601 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e924c8-582b-47fb-b03d-66c8d2a80bea', 'name': 'network-vif-deleted', 'tag': '28f293cf-7852-4302-8c57-84d5e05520a6', 'status': 'completed', 'code': 200} Oct 27 14:17:52.279306 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-db15cea5-2f33-401a-82f8-a03fd1aa2319 req-b095cd48-64d7-46bc-90e7-f407326e61bf tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=87e924c8-582b-47fb-b03d-66c8d2a80bea HTTP/1.1" status: 200 len: 210 time: 0.0731623 Oct 27 14:17:52.295587 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:17:52.539915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88f4b5-015a-451b-934d-b50d68e215cd req-37591b59-2482-4cfd-8eda-45c331acdc1f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:52.541460 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-db88f4b5-015a-451b-934d-b50d68e215cd req-37591b59-2482-4cfd-8eda-45c331acdc1f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1307287 Oct 27 14:17:52.633038 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-db88f4b5-015a-451b-934d-b50d68e215cd req-acd39f8b-74e3-4af5-be08-1ff063fdd622 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824585 Oct 27 14:17:52.748289 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:53.918183 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38054f0-30e2-41c6-882a-dfbcd7a19a27 req-a03216a1-e8a0-4831-8476-1a88af822b7f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:53.931988 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b38054f0-30e2-41c6-882a-dfbcd7a19a27 req-a03216a1-e8a0-4831-8476-1a88af822b7f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1212096 Oct 27 14:17:54.031944 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b38054f0-30e2-41c6-882a-dfbcd7a19a27 req-a285906a-eaae-4cb1-a906-943f721456f0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969319 Oct 27 14:17:54.397902 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36524) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:54.470092 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36528) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:54.549396 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:54.642224 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:54.675874 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:17:54.680158 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Usage tracker for resource:security_group_rule and tenant:70a0508eb34b435b9207820f3f464e58 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:17:54.683550 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:17:54.689849 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:17:54.782822 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:54.788396 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:54.797676 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-068ef880-0ba5-4c79-84a5-aaa53f8c707a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:54.840384 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311f270-1a31-44b3-8b63-4b945b65af38,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:54.844892 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70a0508eb34b435b9207820f3f464e58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3737772 Oct 27 14:17:54.846068 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:54.848184 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36538) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:54.851891 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 28f293cf-7852-4302-8c57-84d5e05520a6 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:17:54.911133 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 28f293cf-7852-4302-8c57-84d5e05520a6 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:17:54.911477 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 28f293cf-7852-4302-8c57-84d5e05520a6 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:17:54.950483 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:54.954157 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:54.977214 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.039410 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.053952 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5949b08b-f8b0-471a-9d38-c85510f23704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:55.076474 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311f270-1a31-44b3-8b63-4b945b65af38,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:55.079369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:55.080504 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.111465 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e311f270-1a31-44b3-8b63-4b945b65af38 HTTP/1.1" status: 204 len: 168 time: 0.2580509 Oct 27 14:17:55.497605 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b6d80-dd63-4181-8930-ba9493a652b5 req-5087e700-c684-4890-a7a1-55b944977223 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:55.504773 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ce3b6d80-dd63-4181-8930-ba9493a652b5 req-5087e700-c684-4890-a7a1-55b944977223 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.2726910 Oct 27 14:17:55.554627 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36548) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:55.573268 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.615367 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ce3b6d80-dd63-4181-8930-ba9493a652b5 req-2a856887-7f50-4489-9f46-63efb50b558b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095853 Oct 27 14:17:55.617152 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:17:55.627633 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Usage tracker for resource:security_group_rule and tenant:3c596a80aaf54faca134911039928d8f is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:17:55.632622 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:17:55.639692 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:17:55.717096 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.722194 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.730673 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-58373db3-353d-485f-844f-6b8e523aba87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:55.773928 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68441679-e64a-4b30-971a-fe8e607656eb,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:55.778648 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c596a80aaf54faca134911039928d8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2229204 Oct 27 14:17:55.779725 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:55.781184 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36552) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:55.826122 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Deleting port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:55.826775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.846322 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.898307 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:55.993139 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:56.000898 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a3432678-50ce-47d8-86df-0865f0822b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:56.019437 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:56.021694 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68441679-e64a-4b30-971a-fe8e607656eb HTTP/1.1" status: 204 len: 168 time: 0.2393718 Oct 27 14:17:56.022921 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68441679-e64a-4b30-971a-fe8e607656eb,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:56.027238 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:56.044773 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] For port bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:56.045358 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:56.187071 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Calling delete_port for bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b owned by network:router_interface {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:56.398408 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:56.402957 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-dfea48f3-b3da-4191-ab35-ce10d5e9ac26 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:56.447017 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:56.449958 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:56.913805 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ba4-f3e2-40a2-857e-8857dd9d43fd req-af1dbda3-f7c1-4c2d-ad5d-681ad0e062ab tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:56.925752 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-78f11ba4-f3e2-40a2-857e-8857dd9d43fd req-af1dbda3-f7c1-4c2d-ad5d-681ad0e062ab tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1463296 Oct 27 14:17:56.956483 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:57.014245 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-78f11ba4-f3e2-40a2-857e-8857dd9d43fd req-d55db210-50b3-4431-8823-72dccc86360a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873334 Oct 27 14:17:57.665840 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:17:57.903873 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:17:57.914319 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] Sync routers for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:17:57.929247 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] 10.222.0.61 "PUT /v2.0/routers/5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5282235 Oct 27 14:17:57.931391 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36588) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:17:57.932665 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:57.933535 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:58.137065 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:58.183662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:58.398231 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd782cde-b6ef-4519-a66e-bcc50c4d7ff6 req-3af75014-8015-49a2-a9ef-760c183f7a3a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:17:58.405648 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd782cde-b6ef-4519-a66e-bcc50c4d7ff6 req-3af75014-8015-49a2-a9ef-760c183f7a3a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1412427 Oct 27 14:17:58.472874 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:17:56Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:58.477371 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] Checking router: 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:17:58.491121 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] Routers {'5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:17:58.492021 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:58.710147 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd782cde-b6ef-4519-a66e-bcc50c4d7ff6 req-642a8657-deae-43a7-83cd-2d36b806f342 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034332 Oct 27 14:17:58.747507 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] Set router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:17:58.802007 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:58.814924 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Deleting port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:17:58.815274 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:59.030322 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] For port af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:17:59.030816 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:59.137023 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:17:56Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:17:59.142277 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a9d03-11b7-4d4e-b970-f0181ecc82a6 None None] The sync data for ids ['5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6'] in dv-cinder-815663-1-smb is: [{'id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'name': 'tempest-TestMinimumBasicScenario-2032420962-router', 'tenant_id': '39a26672733d4936a7c4b844ca6d1774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84'}], 'enable_snat': True}, 'gw_port_id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:17:56Z', 'revision_number': 5, 'project_id': '39a26672733d4936a7c4b844ca6d1774', 'gw_port': {'id': 'af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:af:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:23Z', 'updated_at': '2021-10-27T14:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:17:59.182419 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Calling delete_port for af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:17:59.404135 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:17:59.417719 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:17:59.537483 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:17:59.577957 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:17:59.791174 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.033351 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0263a-6daf-4060-8e39-bda863e07524 req-7f8d2349-920a-4840-8d68-bdb676fe0a8e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:00.036067 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3bc0263a-6daf-4060-8e39-bda863e07524 req-7f8d2349-920a-4840-8d68-bdb676fe0a8e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.1385596 Oct 27 14:18:00.093097 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3bc0263a-6daf-4060-8e39-bda863e07524 req-bf36ceda-2f4e-4adb-a1ee-2921baf52914 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507600 Oct 27 14:18:00.126323 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.131948 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.166874 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.168134 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:18:00.183797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.184919 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5b543878-e5bb-4f84-9e3d-f5eb80ebb6c6 HTTP/1.1" status: 204 len: 168 time: 2.2524433 Oct 27 14:18:00.187583 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36638) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:00.250493 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Deleting subnet 55adad7f-3f9c-4e98-9fc0-cd29555f42ec {{(pid=82832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:18:00.254005 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.313523 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3260385'] for subnet, precommit_delete_associations {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.430906 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.505402 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3869307'] for subnet, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.510003 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-651e0dd8-626d-402c-8682-eada53aa1cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:00.543206 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55adad7f-3f9c-4e98-9fc0-cd29555f42ec,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:00.547502 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:00.551888 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.556816 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c42b21-44b2-41bf-9f3f-edaa04c220fa None None] Network d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:18:00.558908 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-28f910b1-954e-45dd-9017-1a59aad89d2f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/55adad7f-3f9c-4e98-9fc0-cd29555f42ec HTTP/1.1" status: 204 len: 168 time: 0.3702357 Oct 27 14:18:00.561411 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36656) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:00.675726 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.690184 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Deleting port da584c6c-46cb-42d0-88c0-869d2dedd4c2 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:00.690632 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.874698 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-aacc6e91-7783-4d4d-b13a-5698ba504ed5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1098 time: 0.0785170 Oct 27 14:18:00.889029 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] DHCP port deletion for d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd request from dv-cinder-815663-1-smb {{(pid=82833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 14:18:00.893871 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Deleting port da584c6c-46cb-42d0-88c0-869d2dedd4c2 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:00.894249 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:00.925846 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] For port da584c6c-46cb-42d0-88c0-869d2dedd4c2, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=da584c6c-46cb-42d0-88c0-869d2dedd4c2,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:00.926532 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.002433 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:01.046161 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:01.046798 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bd928ee0-f3bb-4cfe-9a4f-d3913e9d0a4b not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:01.047541 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device da584c6c-46cb-42d0-88c0-869d2dedd4c2 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:01.099283 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-931151c4-6a14-429a-8440-7fb4f7175645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:01.102888 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-931151c4-6a14-429a-8440-7fb4f7175645 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.2189867 Oct 27 14:18:01.163802 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Calling delete_port for da584c6c-46cb-42d0-88c0-869d2dedd4c2 owned by network:dhcp {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:01.247154 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.252083 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-42773d67-411a-49ad-8943-2109acbcac56 tempest-VolumesActionsTest-2079172599 tempest-VolumesActionsTest-2079172599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:01.299088 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da584c6c-46cb-42d0-88c0-869d2dedd4c2,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:01.303553 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:01.313770 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] No DVR routers for this DVR port da584c6c-46cb-42d0-88c0-869d2dedd4c2 on host dv-cinder-815663-1-smb {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:01.375431 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Port da584c6c-46cb-42d0-88c0-869d2dedd4c2 update to DOWN by agent not found {{(pid=82833) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Oct 27 14:18:01.376168 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:01.409494 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:01.410121 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device af4b9f4a-b4c3-4f63-af72-9d67d7a9b96f not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:01.428160 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] For port da584c6c-46cb-42d0-88c0-869d2dedd4c2, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=da584c6c-46cb-42d0-88c0-869d2dedd4c2,segment=NetworkSegment(bbbaa155-d31a-4d94-a8a6-29a88ae4a129),segment_id=bbbaa155-d31a-4d94-a8a6-29a88ae4a129)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:01.429034 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.441166 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.448559 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-b2d0fcb2-d71c-4b5a-8b78-e7862c8bea58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 200 len: 1001 time: 0.3390021 Oct 27 14:18:01.466922 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:01.479249 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:01.479454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbaa155-d31a-4d94-a8a6-29a88ae4a129') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:01.491830 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.509392 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.517152 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:18:01.517606 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.522457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-59a5a948-1eca-4fc5-a523-b7b09a618026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:01.524077 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-59a5a948-1eca-4fc5-a523-b7b09a618026 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.0686548 Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:18:01.534062 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:18:01.562240 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Calling delete_port for da584c6c-46cb-42d0-88c0-869d2dedd4c2 owned by network:dhcp {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:01.624944 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.634866 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:01.639223 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8c5b256e-32aa-4d7a-bfa7-04dfdad5ae77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:01.660077 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:18:01.660576 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:18:01.664143 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:01.666688 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:01.667090 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac672e-a097-4554-8e6f-684bb6208e7f req-a5a2199c-35c3-4be7-b5ba-1f34cec4d4ff tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:01.668714 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aac672e-a097-4554-8e6f-684bb6208e7f req-a5a2199c-35c3-4be7-b5ba-1f34cec4d4ff tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 945 time: 0.3317089 Oct 27 14:18:01.671658 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-7e84477d-dfdc-4fd6-b8d6-68307eb25525 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1402173 Oct 27 14:18:01.676243 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-6ac23077-7717-45da-8d68-07f8d84affd8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d9bb4e3f-9d1c-4ff7-8b73-4f488bc7d4fd HTTP/1.1" status: 204 len: 168 time: 1.1137984 Oct 27 14:18:01.679128 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36680) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:01.718095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36684) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:01.826245 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1aac672e-a097-4554-8e6f-684bb6208e7f req-524aaebe-ef51-4e58-9b21-0a989f8dca81 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471221 Oct 27 14:18:01.884373 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-27e35e34-f281-465a-9400-21ef47787a38 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005031 Oct 27 14:18:01.887373 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.009775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:02.021305 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Usage tracker for resource:security_group_rule and tenant:19b61a85548d4136a19722e80e379441 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:02.026041 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:02.034292 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:02.058033 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-70172915-d233-4b8c-83fa-eb3b7f003237 req-d4a81c0a-6260-4434-a827-4bb63bb86e13 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614764 Oct 27 14:18:02.082633 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.117447 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.121719 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.128706 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:02.161245 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Deleting port da584c6c-46cb-42d0-88c0-869d2dedd4c2 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:02.162198 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.167775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27438869-c89c-41eb-ad50-23461bfbd965,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:02.174617 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19b61a85548d4136a19722e80e379441&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4531057 Oct 27 14:18:02.174617 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:02.174872 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36690) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:02.226779 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-f53460df-a76e-40eb-aa0a-9c3bd946ca29 None None] The port 'da584c6c-46cb-42d0-88c0-869d2dedd4c2' was deleted {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 14:18:02.242266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.268335 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.319429 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.324402 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-ee89369c-1886-4b1e-9f9d-ba1416f6f8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:02.337674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27438869-c89c-41eb-ad50-23461bfbd965,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:02.340413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:02.341528 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.342649 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-06df1001-1387-4257-9e7f-ce24f111bded admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27438869-c89c-41eb-ad50-23461bfbd965 HTTP/1.1" status: 204 len: 168 time: 0.1669030 Oct 27 14:18:02.677645 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36698) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:02.693737 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Deleting port c141c110-d529-4554-9082-fa6162cc3fe6 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:02.694311 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.696778 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.729309 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:02.733374 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:78fdef115dd840d6a3c3a77faa4cba96 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:02.736599 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:02.742367 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:02.812797 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.817898 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.825020 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-67fd1689-71bd-477f-a992-54702d54ec1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:02.870444 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7302c-418b-40a0-b0b2-e98f86ce570e,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:02.871236 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:02.880593 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78fdef115dd840d6a3c3a77faa4cba96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2016301 Oct 27 14:18:02.881328 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36706) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:02.882502 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0e7c9b4a-ad2c-48ae-a274-76d51c244dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:02.958572 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.986700 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:02.996710 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] For port c141c110-d529-4554-9082-fa6162cc3fe6, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=c141c110-d529-4554-9082-fa6162cc3fe6,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:02.997074 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:03.043067 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:03.044165 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:03.050931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:03.066332 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7302c-418b-40a0-b0b2-e98f86ce570e,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:03.068430 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:03.071840 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:03.084548 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33c7302c-418b-40a0-b0b2-e98f86ce570e HTTP/1.1" status: 204 len: 168 time: 0.1941910 Oct 27 14:18:03.087091 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6d3786e6-6ca3-44a3-85ea-24b4dacc36bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:03.092867 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:03.103033 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:03.107299 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:03.142507 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Calling delete_port for c141c110-d529-4554-9082-fa6162cc3fe6 owned by network:router_interface {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:03.189802 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=8']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:03.195408 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:03.201183 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'code': 200} Oct 27 14:18:03.331871 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:03.343863 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-64ca98a7-3a15-4411-b1aa-599450c800be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:03.383752 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Pushing event deleted for resources: {'Port': ['ID=c141c110-d529-4554-9082-fa6162cc3fe6,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:03.409594 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:03.624309 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6035821-e648-4f14-b2a6-6433723de0cb req-f331d71d-823d-47b0-97a2-005ab1f65970 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:03.625965 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a6035821-e648-4f14-b2a6-6433723de0cb req-f331d71d-823d-47b0-97a2-005ab1f65970 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.1693552 Oct 27 14:18:03.749038 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a6035821-e648-4f14-b2a6-6433723de0cb req-585b1b08-5d8b-498f-8a44-ed1bcb7c746b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140151 Oct 27 14:18:03.810803 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:04.498390 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:04.703570 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:04.712777 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] Sync routers for ids ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:18:04.725328 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36746) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:04.725887 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-95566e6f-9a87-47dc-becb-bffbfc7b1790 admin admin] 10.222.0.61 "PUT /v2.0/routers/7c5d25df-ceb5-48ea-9e1b-b49403ce296b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0452874 Oct 27 14:18:04.726243 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] Routers {'7c5d25df-ceb5-48ea-9e1b-b49403ce296b'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:04.726877 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:04.997767 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:05.002763 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] Set router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:05.170362 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7471-dda3-4245-9df0-649ce1eb90de req-87d98f4f-940b-43d9-b71b-0079fdc07646 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:05.171844 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97da7471-dda3-4245-9df0-649ce1eb90de req-87d98f4f-940b-43d9-b71b-0079fdc07646 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.2164059 Oct 27 14:18:05.237094 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-97da7471-dda3-4245-9df0-649ce1eb90de req-5cdb5199-ad6b-4b8f-b6e1-64b8c1629f0c tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580027 Oct 27 14:18:05.267733 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:05.279021 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Deleting port a18d8517-2b9f-42aa-9836-12ef7aaea69e {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:05.279593 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:05.308119 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:18:03Z', 'revision_number': 5, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port': {'id': 'a18d8517-2b9f-42aa-9836-12ef7aaea69e', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:05.312128 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] Checking router: 7c5d25df-ceb5-48ea-9e1b-b49403ce296b for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:18:05.323064 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] Routers {'7c5d25df-ceb5-48ea-9e1b-b49403ce296b'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:05.323680 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:17:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:05.496192 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] Set router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b gateway port host: None {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:05.575238 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] For port a18d8517-2b9f-42aa-9836-12ef7aaea69e, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=a18d8517-2b9f-42aa-9836-12ef7aaea69e,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:05.575598 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:05.632891 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:18:05Z', 'revision_number': 6, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port_host': None}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:05.639525 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1b4d4-3d7a-4236-9b59-c81019d3f6b9 None None] The sync data for ids ['7c5d25df-ceb5-48ea-9e1b-b49403ce296b'] in dv-cinder-815663-1-smb is: [{'id': '7c5d25df-ceb5-48ea-9e1b-b49403ce296b', 'name': 'tempest-TestMinimumBasicScenario-396494001-router', 'tenant_id': '70a62e42f90d47938a9d58378db0dae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:15:30Z', 'updated_at': '2021-10-27T14:18:05Z', 'revision_number': 6, 'project_id': '70a62e42f90d47938a9d58378db0dae1', 'gw_port_host': None}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:18:05.714048 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Calling delete_port for a18d8517-2b9f-42aa-9836-12ef7aaea69e owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:05.902674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:05.910142 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-800398ee-b12b-4515-b4cb-26a7b69d3862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:05.960428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18d8517-2b9f-42aa-9836-12ef7aaea69e,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:05.963564 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:06.173209 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36804) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:06.215307 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.332432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.363847 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:06.367644 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Usage tracker for resource:security_group_rule and tenant:abf2e61af3f74a03a7a06ead346ba20d is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:06.370774 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:06.376796 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:06.453439 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.458362 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.466636 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8382d36e-dfa7-4be1-8675-f75db7da300a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:06.476042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.481690 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.510872 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.511253 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2405e-8644-40cd-9aa4-400fbbb4633b,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:06.511947 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5d25df-ceb5-48ea-9e1b-b49403ce296b {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:18:06.515691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:06.518891 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abf2e61af3f74a03a7a06ead346ba20d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446181 Oct 27 14:18:06.521358 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36812) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:06.544953 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.548810 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7c5d25df-ceb5-48ea-9e1b-b49403ce296b HTTP/1.1" status: 204 len: 168 time: 1.8216193 Oct 27 14:18:06.549597 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36816) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:06.600272 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.614701 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Deleting subnet d36a0e49-b154-4f84-b892-09cdf7d18264 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:18:06.617746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.630311 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.674476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.694128 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.700010 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-55801160-ed80-41ac-beb3-eec3f053d142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:06.711554 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2405e-8644-40cd-9aa4-400fbbb4633b,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:06.719289 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:06.720257 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.721423 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f2a7b057-ffb8-44c4-b54c-6d18073b2488 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4a2405e-8644-40cd-9aa4-400fbbb4633b HTTP/1.1" status: 204 len: 168 time: 0.1989055 Oct 27 14:18:06.809986 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.858368 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-726b8434-f1b6-4a68-aafc-8c21acc45e5b req-49b0c34c-aa4d-4499-b214-1ba01477b5f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0841091 Oct 27 14:18:06.898936 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:06.934146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:06.940601 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:06.988041 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36a0e49-b154-4f84-b892-09cdf7d18264,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:06.988490 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device a18d8517-2b9f-42aa-9836-12ef7aaea69e no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:06.991973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:07.000352 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.009691 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36828) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:07.020794 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d36a0e49-b154-4f84-b892-09cdf7d18264 HTTP/1.1" status: 204 len: 168 time: 0.4701200 Oct 27 14:18:07.054540 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896601e-7106-4c96-a7ae-08a77d119c98 None None] Network 06801e2b-578e-4601-9b37-56e3cb2714e5 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:18:07.085375 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: a18d8517-2b9f-42aa-9836-12ef7aaea69e {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:07.085788 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device a18d8517-2b9f-42aa-9836-12ef7aaea69e not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:07.086209 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device c141c110-d529-4554-9082-fa6162cc3fe6 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:07.140893 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.154094 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Deleting port 2cb263e5-56c0-402c-861d-2b67c3492f60 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:07.154574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.230093 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: c141c110-d529-4554-9082-fa6162cc3fe6 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:07.230440 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device c141c110-d529-4554-9082-fa6162cc3fe6 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:07.264533 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36838) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:07.346909 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ffab-ee68-437c-833d-4737f22fafa4 req-c9f32d38-afab-4500-9023-f36c21320e19 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:07.347206 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.348567 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a7b5ffab-ee68-437c-833d-4737f22fafa4 req-c9f32d38-afab-4500-9023-f36c21320e19 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.1790550 Oct 27 14:18:07.410318 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a7b5ffab-ee68-437c-833d-4737f22fafa4 req-b7b40a5a-8dca-4c51-8bf1-d081775b07b8 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527208 Oct 27 14:18:07.439587 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:07.459210 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] DHCP port deletion for 06801e2b-578e-4601-9b37-56e3cb2714e5 request from dv-cinder-815663-1-smb {{(pid=82833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 14:18:07.463837 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Deleting port 2cb263e5-56c0-402c-861d-2b67c3492f60 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:07.464224 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.511700 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-4a5c6285-eff9-4bd3-a6fd-727d364ab551 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3190272 Oct 27 14:18:07.517196 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Usage tracker for resource:security_group_rule and tenant:e514e974f3c543288bc4ebece2d43106 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:07.520711 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] For port 2cb263e5-56c0-402c-861d-2b67c3492f60, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=2cb263e5-56c0-402c-861d-2b67c3492f60,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:07.521305 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.529386 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:07.539230 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:07.663588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Calling delete_port for 2cb263e5-56c0-402c-861d-2b67c3492f60 owned by network:dhcp {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:07.678132 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] For port 2cb263e5-56c0-402c-861d-2b67c3492f60, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=2cb263e5-56c0-402c-861d-2b67c3492f60,segment=NetworkSegment(dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632),segment_id=dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:07.678531 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.773427 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.786600 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a388dfc9-e075-4c82-9ee1-b96bc7b70df6 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:07.829107 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb263e5-56c0-402c-861d-2b67c3492f60,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:07.837751 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:07.856386 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] No DVR routers for this DVR port 2cb263e5-56c0-402c-861d-2b67c3492f60 on host dv-cinder-815663-1-smb {{(pid=82832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:07.859416 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.866064 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Calling delete_port for 2cb263e5-56c0-402c-861d-2b67c3492f60 owned by network:dhcp {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:07.891418 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:07.903676 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-aef824bd-2be2-4fc1-9fc1-902ab2811d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:07.943575 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:18:07.944616 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:18:07.983541 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dea948-da2d-4704-bec0-0fa8cee588ee,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:07.986572 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:08.031429 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-5168e90f-7a9d-4102-93ac-c129b3c9986d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e514e974f3c543288bc4ebece2d43106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7298295 Oct 27 14:18:08.034136 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36848) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:08.035225 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.060270 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06801e2b-578e-4601-9b37-56e3cb2714e5']}} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:08.072099 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632') {'for_net_delete': True} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:08.072354 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.services.segments.db [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaf23d0-06c6-44dc-ac58-b3e7fdc2e632') {} {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:08.083658 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3260410'] for segment, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.103566 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.110502 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=82832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:18:08.110914 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3180026'] for segment, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: Traceback (most recent call last): Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: timer() Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: cb(*args, **kw) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: return func(*args, **kwargs) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: self._notify() Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: self.callback(batched_events) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: event.method(event) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: return f(self, *a, **k) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: return self._get(url).json() Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: return self.request(url, 'GET', **kwargs) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:18:08.124866 dv-cinder-815663-1-smb neutron-server[82832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:18:08.146857 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.175741 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-22257eaf-d5b1-4369-ac9b-6a6cc9386e14 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc&tenant_id=942eaec60c4a442a8cfa0e41b78732c8 HTTP/1.1" status: 200 len: 1096 time: 0.1294739 Oct 27 14:18:08.179559 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.199902 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.203877 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:08.217078 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.230298 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Pushing event deleted for resources: {'Network': ['ID=06801e2b-578e-4601-9b37-56e3cb2714e5,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:08.235148 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:08.240049 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-fdf82d04-ca86-4a28-8518-c4d82252b89c admin admin] 10.222.0.61 "DELETE /v2.0/networks/06801e2b-578e-4601-9b37-56e3cb2714e5 HTTP/1.1" status: 204 len: 168 time: 1.2291417 Oct 27 14:18:08.293278 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-4160248d-face-479b-a0a8-9558ccd9202c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1096 time: 0.0899787 Oct 27 14:18:08.293963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.298663 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-af78f168-1952-407e-aa3e-06eeb0a07d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:08.336139 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dea948-da2d-4704-bec0-0fa8cee588ee,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:08.341586 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:08.350959 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.352311 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07dea948-da2d-4704-bec0-0fa8cee588ee HTTP/1.1" status: 204 len: 168 time: 0.3171589 Oct 27 14:18:08.446353 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Deleting port 2cb263e5-56c0-402c-861d-2b67c3492f60 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:08.447402 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.452610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-d17171d0-8a05-4363-97f0-461023318bac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:08.456338 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-d17171d0-8a05-4363-97f0-461023318bac service neutron] 10.222.0.82 "GET /v2.0/networks?id=b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 200 len: 918 time: 0.1494370 Oct 27 14:18:08.456472 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36858) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:08.523478 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-45021fca-d4b2-4bfc-8c15-05f532c5889c None None] The port '2cb263e5-56c0-402c-861d-2b67c3492f60' was deleted {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 14:18:08.619531 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-2dc2f005-5f8d-4425-8372-48355102af31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39a26672733d4936a7c4b844ca6d1774&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1618249 Oct 27 14:18:08.623042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36864) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:08.626714 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-a7f644a6-956d-48ba-bace-c783213ea519 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 200 len: 999 time: 0.1461899 Oct 27 14:18:08.756257 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.792761 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-7bddb8d8-473b-4985-ba88-7c1910069d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:08.794801 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-7bddb8d8-473b-4985-ba88-7c1910069d70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 200 len: 855 time: 0.1564145 Oct 27 14:18:08.803880 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.815441 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c5e5-d940-4730-8f2b-89420a59b27d req-19da47f4-b996-4301-be52-393b3420ae2b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:08.822329 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b310c5e5-d940-4730-8f2b-89420a59b27d req-19da47f4-b996-4301-be52-393b3420ae2b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.2629695 Oct 27 14:18:08.866588 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b310c5e5-d940-4730-8f2b-89420a59b27d req-bea360b7-5a02-4620-9ebe-7994ec81fc1a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430593 Oct 27 14:18:08.914063 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.920618 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7a20f9c6-52fe-4f7c-b0bf-b4d41a90308b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:08.935672 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:08.939208 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:08.979413 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-f869a659-88e1-46de-8c49-ae25519916c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b01e2881-d5be-4b6f-bcce-5f399201e9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1679051 Oct 27 14:18:08.980233 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:08.982880 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-565fd602-8c6d-4c2d-b530-e95d4de65c39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49d0eaaa-e8ab-4a7b-b5d6-6d54009c2c9d HTTP/1.1" status: 204 len: 168 time: 0.3571203 Oct 27 14:18:08.987904 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 2cb263e5-56c0-402c-861d-2b67c3492f60 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:09.029441 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 2cb263e5-56c0-402c-861d-2b67c3492f60 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:09.030085 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 2cb263e5-56c0-402c-861d-2b67c3492f60 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:09.125842 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-048752f9-efcb-4de6-b424-17582ee9a962 service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352766 Oct 27 14:18:09.264685 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-3bf81f4d-d078-4149-814d-5f5a30644b43 req-af190ed2-aaaa-4145-ab28-3a06dee6b1fb service neutron] 10.222.0.82 "GET /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317785 Oct 27 14:18:09.407723 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36886) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:09.460227 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-277b56d0-3fea-49a2-9af7-cd906aaeaffb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70a62e42f90d47938a9d58378db0dae1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511546 Oct 27 14:18:09.462520 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 36890) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:09.522873 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:09.550694 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:09.604947 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:09.609858 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e21da0dd-bb53-4ddb-b16d-8be84677971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:09.622475 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f24fb-b009-4155-b29c-7f048d2a7249,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:09.625305 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:09.626223 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:09.627330 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/850f24fb-b009-4155-b29c-7f048d2a7249 HTTP/1.1" status: 204 len: 168 time: 0.1637523 Oct 27 14:18:10.041651 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36912) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:10.125452 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bd01d-2d03-44d2-8d43-c54962ac72a5 req-d9c0f15a-2362-4ff2-bae1-c0bbd834ce19 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:10.127387 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-876bd01d-2d03-44d2-8d43-c54962ac72a5 req-d9c0f15a-2362-4ff2-bae1-c0bbd834ce19 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0904522 Oct 27 14:18:10.181543 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-876bd01d-2d03-44d2-8d43-c54962ac72a5 req-a9ee25e5-4f43-4ed0-96c0-6c74c7ceb073 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477834 Oct 27 14:18:10.221509 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.253811 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:10.258281 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Usage tracker for resource:security_group_rule and tenant:c37721f81a0f471d9422e3c627c59ae0 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:10.262895 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:10.270327 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:10.376934 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.382876 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.402240 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-0c8da550-e30f-4c35-9cba-8ad215396e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:10.433221 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4820cab5-582e-439e-a344-83674c072d15,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:10.437374 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:10.461812 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-8ad9176d-7984-4321-85ac-6af15c0c2480 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c37721f81a0f471d9422e3c627c59ae0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4188266 Oct 27 14:18:10.464522 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 36924) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:10.534253 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.564603 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.566496 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.625295 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.635214 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-69260cf7-8b46-44ff-8483-789da3e98beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:10.650859 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4820cab5-582e-439e-a344-83674c072d15,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:10.652932 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:10.654066 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4820cab5-582e-439e-a344-83674c072d15 HTTP/1.1" status: 204 len: 168 time: 0.1885886 Oct 27 14:18:10.655018 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-292e95db-cefd-4e4c-a256-192b77ba65c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:11.450695 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc661b-aaf3-4e77-b30c-a973db1a5102 req-0f052fec-db20-4c7c-aaff-a7826695ec27 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:11.452132 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7adc661b-aaf3-4e77-b30c-a973db1a5102 req-0f052fec-db20-4c7c-aaff-a7826695ec27 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0845149 Oct 27 14:18:11.530652 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7adc661b-aaf3-4e77-b30c-a973db1a5102 req-678b9fc1-8603-4801-9d58-f006cab8997f tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727668 Oct 27 14:18:12.766972 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe6638-3aa9-4616-abdd-c9a386301ad5 req-fd2d14f5-8b1f-431e-9492-6f919402e95e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:12.768404 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86fe6638-3aa9-4616-abdd-c9a386301ad5 req-fd2d14f5-8b1f-431e-9492-6f919402e95e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0828800 Oct 27 14:18:12.824096 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-86fe6638-3aa9-4616-abdd-c9a386301ad5 req-98f3dc79-b21e-4979-8808-06d5c7353770 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499790 Oct 27 14:18:14.057481 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9239b-b1e5-4902-a971-091841330969 req-faff93c1-d55f-4c2c-a264-ae9fca809afa tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:14.059176 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b1c9239b-b1e5-4902-a971-091841330969 req-faff93c1-d55f-4c2c-a264-ae9fca809afa tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0887985 Oct 27 14:18:14.107779 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b1c9239b-b1e5-4902-a971-091841330969 req-b7dc1c2f-7723-4e68-9e40-73b5ce00c5f3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Oct 27 14:18:15.332604 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0718fbc-297d-48da-a5d4-3ef369a35766 req-7647ac0b-01fa-487b-ba3f-02aa564b2cb3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:15.334063 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b0718fbc-297d-48da-a5d4-3ef369a35766 req-7647ac0b-01fa-487b-ba3f-02aa564b2cb3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0799134 Oct 27 14:18:15.382064 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b0718fbc-297d-48da-a5d4-3ef369a35766 req-6e4e1c1a-e041-4794-ba99-c03b2b3d3586 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Oct 27 14:18:16.610913 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665af777-57bd-42d1-b2d6-6d8a88bf4393 req-95782f1f-4d84-4cb1-9927-175eeb96cab3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:16.612475 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-665af777-57bd-42d1-b2d6-6d8a88bf4393 req-95782f1f-4d84-4cb1-9927-175eeb96cab3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0914481 Oct 27 14:18:16.659343 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-665af777-57bd-42d1-b2d6-6d8a88bf4393 req-05d6d158-36cb-4b58-89a5-dd5eca13f998 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 Oct 27 14:18:17.905084 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b959ff3-fb57-4781-ac60-51ee8c6eaa6a req-481c7558-e9ff-42ad-9c86-f726514f4d46 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:17.907717 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b959ff3-fb57-4781-ac60-51ee8c6eaa6a req-481c7558-e9ff-42ad-9c86-f726514f4d46 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0907006 Oct 27 14:18:17.955541 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b959ff3-fb57-4781-ac60-51ee8c6eaa6a req-214c09bd-4532-4d30-b88a-f3494fda26aa tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Oct 27 14:18:19.200623 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05947c5-31a2-47cc-b42d-1c645040e2d3 req-633aa5f4-f922-4a3c-b6e2-f9eaec6d04a1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:19.202319 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d05947c5-31a2-47cc-b42d-1c645040e2d3 req-633aa5f4-f922-4a3c-b6e2-f9eaec6d04a1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.1004002 Oct 27 14:18:19.260264 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d05947c5-31a2-47cc-b42d-1c645040e2d3 req-d9538d64-52e1-4d90-af4e-b984741c2908 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521200 Oct 27 14:18:19.624638 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-611c1cae-9bf7-4319-b453-f34d8ef0e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:20.101571 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:20.486184 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094531b-1e64-47ea-adb9-b08c6b37656b req-c60b4562-98d8-4840-8ed3-e81996c0f77a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:20.487688 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b094531b-1e64-47ea-adb9-b08c6b37656b req-c60b4562-98d8-4840-8ed3-e81996c0f77a tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0774097 Oct 27 14:18:20.623949 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b094531b-1e64-47ea-adb9-b08c6b37656b req-f4663e14-0784-4cb6-abb5-0182a8a6e86e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308315 Oct 27 14:18:21.776520 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-720c8a28-a66f-46f3-a5c1-a931052aec5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:21.851145 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d3551-06bc-417f-8cbc-64ff720e2b55 req-ac8f09a7-fd4b-47ec-8faa-66bc64f44f54 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:21.852575 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7d0d3551-06bc-417f-8cbc-64ff720e2b55 req-ac8f09a7-fd4b-47ec-8faa-66bc64f44f54 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0789671 Oct 27 14:18:21.899054 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-7d0d3551-06bc-417f-8cbc-64ff720e2b55 req-5310d6b8-d9d6-4121-a3a7-0b33f0931dc0 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Oct 27 14:18:22.754242 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:22.998970 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:18:23.109417 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c921c-5803-4946-ae40-0436a1ee3e6c req-70f080e6-59e8-4ff2-894f-0d1d6f511e17 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:23.110917 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4d2c921c-5803-4946-ae40-0436a1ee3e6c req-70f080e6-59e8-4ff2-894f-0d1d6f511e17 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 943 time: 0.0778604 Oct 27 14:18:23.132307 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:23.145754 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'port_id': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'mac_address': 'fa:16:3e:4c:28:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:18:23.157595 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4d2c921c-5803-4946-ae40-0436a1ee3e6c req-bff4fefe-9cfa-4820-8b2f-331a529d4fc9 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Oct 27 14:18:23.199206 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:23.219715 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf61c82-d400-4cbe-8efd-0b93d73b99f8 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:18:23.235285 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:23.241134 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:23.243866 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:23.307975 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=9']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:23.316557 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.316897 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.317225 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.317560 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.317887 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.318203 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.318514 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.318824 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.319133 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.319469 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.319798 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:23.323488 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:23.464716 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['dcf61c82-d400-4cbe-8efd-0b93d73b99f8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:18:24.380220 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f516c-196c-496c-81ad-054bc2684ce0 req-3468ee13-0c08-498f-befd-02b3efd2648e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:24.381711 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ec9f516c-196c-496c-81ad-054bc2684ce0 req-3468ee13-0c08-498f-befd-02b3efd2648e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 944 time: 0.0824463 Oct 27 14:18:24.430888 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ec9f516c-196c-496c-81ad-054bc2684ce0 req-fa3f6fbb-58c1-4494-bb50-aa45b309b556 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408254 Oct 27 14:18:24.547500 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.014002 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:18:25.076485 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37060) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:25.082802 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:18:25.083231 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.196031 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.216560 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af177794-2046-488d-949a-4678de365201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.222812 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:25.233027 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:25.239150 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.241031 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:25.251331 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-af177794-2046-488d-949a-4678de365201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:25.255223 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-af177794-2046-488d-949a-4678de365201 admin admin] Usage tracker for resource:security_group_rule and tenant:58aad11a57b641e89063e3a8d21c4f85 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:25.258204 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-af177794-2046-488d-949a-4678de365201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:25.263998 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-af177794-2046-488d-949a-4678de365201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:25.287495 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'code': 200} Oct 27 14:18:25.315979 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=10']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:25.318882 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:25.337848 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af177794-2046-488d-949a-4678de365201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.342334 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-af177794-2046-488d-949a-4678de365201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.349448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-d9bf8caa-f506-43bf-9bed-85a79368baa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:25.389982 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-af177794-2046-488d-949a-4678de365201 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58aad11a57b641e89063e3a8d21c4f85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3124015 Oct 27 14:18:25.391723 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af177794-2046-488d-949a-4678de365201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d07c12-f472-419c-a6bf-7247e327819d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:25.392863 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37068) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:25.394963 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-af177794-2046-488d-949a-4678de365201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:25.457883 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.520698 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.578219 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-efca6512-1bd2-4a88-a3eb-2051476d2820 req-71990729-993b-488c-b487-d0c57a340e72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 1099 time: 0.1175394 Oct 27 14:18:25.602945 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.609214 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-94f2e2d8-f550-4c15-993f-0606b2c9c60b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:25.621060 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d07c12-f472-419c-a6bf-7247e327819d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:25.630451 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:25.635530 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:25.636734 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5bbed3d2-8828-4601-8f47-b4da51f24db3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61d07c12-f472-419c-a6bf-7247e327819d HTTP/1.1" status: 204 len: 168 time: 0.2421095 Oct 27 14:18:25.654938 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-efca6512-1bd2-4a88-a3eb-2051476d2820 req-af656a87-eeb8-469b-8869-cf12c5b8d5f8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703735 Oct 27 14:18:25.657121 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9d98a-e24a-4cd5-81b7-3e113a68dc68 req-aaeeec31-d038-4755-b46e-9b404e63df23 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:25.658949 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a7e9d98a-e24a-4cd5-81b7-3e113a68dc68 req-aaeeec31-d038-4755-b46e-9b404e63df23 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 946 time: 0.0866532 Oct 27 14:18:25.706589 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a7e9d98a-e24a-4cd5-81b7-3e113a68dc68 req-a3e1f99c-9c97-424b-be6d-d29ebd9b8556 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414367 Oct 27 14:18:26.555847 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37092) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:26.695623 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-171880851-network', 'tenant_id': '4335ed6bb75242b98442684d3926d246'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:18:26.700864 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:26.705021 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Usage tracker for resource:network and tenant:4335ed6bb75242b98442684d3926d246 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:26.708450 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:26.715050 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:26.725584 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Made reservation on behalf of 4335ed6bb75242b98442684d3926d246 for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:18:26.727850 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.740117 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.774362 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:26.778896 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Usage tracker for resource:security_group_rule and tenant:4335ed6bb75242b98442684d3926d246 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:26.781896 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:26.787773 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:26.858611 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.863423 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.868474 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9fb548eb-0cfb-4b6b-8296-778027ff4975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:26.896321 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:18:26.910077 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:26.915377 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:26.916512 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.917015 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Added segment 85535667-b487-438e-8cde-bbec8a361c2e of type vlan for network cbcded00-6b34-46b2-a97a-45537efbe01e Oct 27 14:18:26.954972 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.956637 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89a2a2-a069-40e2-a56c-d797b70810f2 req-853bb9e4-cb57-424e-a29e-2cad94869ec3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:26.958270 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fc89a2a2-a069-40e2-a56c-d797b70810f2 req-853bb9e4-cb57-424e-a29e-2cad94869ec3 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 946 time: 0.1119344 Oct 27 14:18:26.986045 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.987188 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:26.987896 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:26.992841 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-a3e81e3f-5266-433e-a490-a81bc7908f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:27.011552 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fc89a2a2-a069-40e2-a56c-d797b70810f2 req-d67f27a1-80b0-421f-9091-c68162e8b0ca tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468559 Oct 27 14:18:27.103689 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Pushing event updated for resources: {'Network': ['ID=cbcded00-6b34-46b2-a97a-45537efbe01e,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:27.110467 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5531328 Oct 27 14:18:27.111187 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-ce8df1f8-1226-4c98-93d2-8d31ae7de259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:27.111303 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37122) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:27.115376 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network cbcded00-6b34-46b2-a97a-45537efbe01e details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:18:27.117755 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Request body: {'subnet': {'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-171880851-subnet', 'tenant_id': '4335ed6bb75242b98442684d3926d246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:18:27.123561 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:27.127724 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Usage tracker for resource:subnet and tenant:4335ed6bb75242b98442684d3926d246 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:27.130814 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:27.136681 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:27.148933 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Made reservation on behalf of 4335ed6bb75242b98442684d3926d246 for: {'subnet': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:18:27.152214 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3473678'] for subnet, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:27.363428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3637483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3473784'] for subnet, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:27.369464 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-69921fb1-2b3a-404b-b885-48e35ede7acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:27.442094 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=582b8528-1ae1-4db3-8fba-c63231774ea1,revision_number=0']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:27.445746 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:27.453973 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Checking segment: {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:18:27.454316 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Network hostable DHCP agents. Network: cbcded00-6b34-46b2-a97a-45537efbe01e, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82831) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:18:27.478421 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Network cbcded00-6b34-46b2-a97a-45537efbe01e is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82831) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:18:27.488399 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, cbcded00-6b34-46b2-a97a-45537efbe01e) {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:18:27.492474 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:27.493082 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:27.498830 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c795ce-cccd-45cd-93f4-0bcebd46fbf2 None None] Network cbcded00-6b34-46b2-a97a-45537efbe01e requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:18:27.515047 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e93aa92d-f7fb-40a0-b47d-85d140f7a43f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4026778 Oct 27 14:18:27.727138 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a8d75-16ad-489b-b885-a943a6866b02 None None] Network cbcded00-6b34-46b2-a97a-45537efbe01e requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:18:28.232676 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913673f-cff1-41b3-96d9-a8d52054e009 req-84fb36b8-6a40-4bff-94f9-49ffbaa1ef98 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:28.234796 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9913673f-cff1-41b3-96d9-a8d52054e009 req-84fb36b8-6a40-4bff-94f9-49ffbaa1ef98 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 946 time: 0.0783615 Oct 27 14:18:28.280340 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-9913673f-cff1-41b3-96d9-a8d52054e009 req-c1e02780-204c-475e-a25e-9f478a1751df tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 Oct 27 14:18:29.297073 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:18:29.624709 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-163a5888-3905-4501-8d14-1691cd13ed9a tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:29.626181 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-163a5888-3905-4501-8d14-1691cd13ed9a tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 813 time: 0.1584072 Oct 27 14:18:29.648171 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-53603346-4724-4b59-9067-18dd5918628e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/quotas/4335ed6bb75242b98442684d3926d246 HTTP/1.1" status: 200 len: 375 time: 0.0140839 Oct 27 14:18:29.699657 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-b246d469-58ca-4959-a9f9-8e58b226a2f5 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462265 Oct 27 14:18:29.923544 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-35eeaa34-2ff4-411b-83dc-ea618ff936d6 service neutron] 10.222.0.61 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171342 Oct 27 14:18:30.054224 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-299d96d3-7f1d-4685-83c0-2be54d596aa6 service neutron] 10.222.0.61 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247902 Oct 27 14:18:30.235257 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-de36a81b-4003-43ac-bf1c-2d7c10eeb8de req-16d8f48e-1442-4fc4-b8fd-da5b025fb683 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 210 time: 0.0404372 Oct 27 14:18:31.323097 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-38056ca4-2287-4431-bbea-dc544792e8b3 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:31.324600 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-38056ca4-2287-4431-bbea-dc544792e8b3 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 813 time: 0.1492069 Oct 27 14:18:31.341930 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Request body: {'port': {'device_id': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e', 'admin_state_up': True, 'tenant_id': '4335ed6bb75242b98442684d3926d246'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:18:31.421087 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-295d8493-f111-48e1-881d-051c014d1313 req-6ff7e1e0-4c7b-4ea6-8c9a-bf6ea806bf4d tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 210 time: 0.0615637 Oct 27 14:18:31.520711 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:18:31.524912 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Usage tracker for resource:port and tenant:4335ed6bb75242b98442684d3926d246 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:18:31.527725 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:18:31.533540 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:18:31.546378 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Made reservation on behalf of 4335ed6bb75242b98442684d3926d246 for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:18:31.549343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:31.799593 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Allocated IP 172.20.0.10 (cbcded00-6b34-46b2-a97a-45537efbe01e/582b8528-1ae1-4db3-8fba-c63231774ea1/dbb23f22-3095-45f6-9391-4887e6bb4518) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:18:32.008544 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:32.040220 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:32.045897 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e35a1169-3c7a-42f3-8497-526c5a321e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:32.120953 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Network cbcded00-6b34-46b2-a97a-45537efbe01e is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:18:32.124330 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:18:32.126348 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Pushing event updated for resources: {'Port': ['ID=dbb23f22-3095-45f6-9391-4887e6bb4518,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:32.128477 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:18:32.169747 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.170123 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.170480 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.170837 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.171222 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.171549 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.171901 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.172319 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.172665 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.173010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.173350 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:18:32.178298 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:32.198365 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:32.198966 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:32.220920 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-789256e1-1a9c-4649-b1ad-101a93ed1c87 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8825600 Oct 27 14:18:32.235926 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Request body: {'port': {'device_id': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:18:32.352993 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:32.621358 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c475ee-bba9-4999-b9cf-abdfb261b953 req-fa7d5a73-2cc5-4bcd-931a-40d280121ef0 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:32.622833 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-72c475ee-bba9-4999-b9cf-abdfb261b953 req-fa7d5a73-2cc5-4bcd-931a-40d280121ef0 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 932 time: 0.0789499 Oct 27 14:18:32.667834 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-72c475ee-bba9-4999-b9cf-abdfb261b953 req-456f04a8-3357-4c25-ae49-df1beb0fc703 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Synchronizing usage tracker for tenant:4335ed6bb75242b98442684d3926d246 on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:18:32.686603 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-72c475ee-bba9-4999-b9cf-abdfb261b953 req-456f04a8-3357-4c25-ae49-df1beb0fc703 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Unset dirty status for tenant:4335ed6bb75242b98442684d3926d246 on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:18:32.687848 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-72c475ee-bba9-4999-b9cf-abdfb261b953 req-456f04a8-3357-4c25-ae49-df1beb0fc703 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593355 Oct 27 14:18:32.691750 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb23f22-3095-45f6-9391-4887e6bb4518 {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:18:32.698843 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:32.714215 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Transition to ACTIVE for port object dbb23f22-3095-45f6-9391-4887e6bb4518 will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:18:32.718612 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:32.722775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bf8dd096-46cc-4f75-9380-3a45f2e6828a tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:32.840231 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Pushing event updated for resources: {'Port': ['ID=dbb23f22-3095-45f6-9391-4887e6bb4518,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:32.844601 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:32.948474 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Attempting to bind port dbb23f22-3095-45f6-9391-4887e6bb4518 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:18:32.948804 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Attempting to bind port dbb23f22-3095-45f6-9391-4887e6bb4518 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:18:32.949128 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Attempting to bind port dbb23f22-3095-45f6-9391-4887e6bb4518 on network cbcded00-6b34-46b2-a97a-45537efbe01e {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:18:32.955737 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Port dbb23f22-3095-45f6-9391-4887e6bb4518 on network cbcded00-6b34-46b2-a97a-45537efbe01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:18:32.956050 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Attempting to bind port dbb23f22-3095-45f6-9391-4887e6bb4518 on network cbcded00-6b34-46b2-a97a-45537efbe01e {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:18:32.962474 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:18:32.962779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Checking segment: {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:18:32.963156 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Bound using segment: {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:18:32.963571 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Bound port: dbb23f22-3095-45f6-9391-4887e6bb4518, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:18:32.963906 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:33.051016 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] For port dbb23f22-3095-45f6-9391-4887e6bb4518, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:18:33.054085 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] For port dbb23f22-3095-45f6-9391-4887e6bb4518, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dbb23f22-3095-45f6-9391-4887e6bb4518,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:18:33.060488 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:33.065833 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-3de4058e-830e-4004-8143-65aa53dda4cc tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:33.127046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:33.128399 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] 10.222.0.82 "PUT /v2.0/ports/dbb23f22-3095-45f6-9391-4887e6bb4518 HTTP/1.1" status: 200 len: 1094 time: 0.8964128 Oct 27 14:18:33.128908 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'tag': 'dbb23f22-3095-45f6-9391-4887e6bb4518'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:33.146064 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Pushing event updated for resources: {'Port': ['ID=dbb23f22-3095-45f6-9391-4887e6bb4518,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:33.148892 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:33.200927 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'tag': 'dbb23f22-3095-45f6-9391-4887e6bb4518', 'status': 'completed', 'code': 200} Oct 27 14:18:33.236415 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-d8ca232c-6244-4f1b-9d72-3011c6a1e7c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 1097 time: 0.0695391 Oct 27 14:18:33.307299 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-c6d298d1-411c-4955-a6e8-af252abe132e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbb23f22-3095-45f6-9391-4887e6bb4518 HTTP/1.1" status: 200 len: 217 time: 0.0629811 Oct 27 14:18:33.376571 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-ff296864-7e99-4bb6-aa6b-b34ed25c1d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:33.377918 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-ff296864-7e99-4bb6-aa6b-b34ed25c1d58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=582b8528-1ae1-4db3-8fba-c63231774ea1 HTTP/1.1" status: 200 len: 853 time: 0.0560780 Oct 27 14:18:33.431671 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-f31ded5e-91b3-4170-95de-789d221c660a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbcded00-6b34-46b2-a97a-45537efbe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410109 Oct 27 14:18:33.648261 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-e0b45d22-8826-44fe-a5d9-614078b05d9f service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086766 Oct 27 14:18:33.778653 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-dd7ac5bf-be8e-41b2-8e54-73b56afb5784 req-217a0610-54e6-4fef-98b6-039d2e44c3b2 service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233833 Oct 27 14:18:33.887826 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07ee1-9f93-4b11-8ce9-ef9e20bc5ddb req-32371411-61d3-4eab-88ae-5f8f6aa33aef tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:33.890087 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-70f07ee1-9f93-4b11-8ce9-ef9e20bc5ddb req-32371411-61d3-4eab-88ae-5f8f6aa33aef tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 944 time: 0.0841167 Oct 27 14:18:33.911457 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-de2b62f7-0a1b-406f-84c6-d3f520a8917d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 1097 time: 0.0747197 Oct 27 14:18:33.944555 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-70f07ee1-9f93-4b11-8ce9-ef9e20bc5ddb req-a5e8b07d-b807-43f1-92df-6205c868ee5b tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Oct 27 14:18:34.047044 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-6128c828-2b3e-4c00-b8cb-812ff8fdd84d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:34.048470 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-6128c828-2b3e-4c00-b8cb-812ff8fdd84d service neutron] 10.222.0.82 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 915 time: 0.1289489 Oct 27 14:18:34.118869 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-005fb196-0c49-4ce2-90d8-6ecc6057e6dc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbb23f22-3095-45f6-9391-4887e6bb4518 HTTP/1.1" status: 200 len: 217 time: 0.0629537 Oct 27 14:18:34.186679 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-a1604f39-eae1-49b9-ac7b-d055b70aff0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:34.187965 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-a1604f39-eae1-49b9-ac7b-d055b70aff0e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=582b8528-1ae1-4db3-8fba-c63231774ea1 HTTP/1.1" status: 200 len: 853 time: 0.0610683 Oct 27 14:18:34.234384 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-20ab0748-4842-4154-a963-8eb3038ef6ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbcded00-6b34-46b2-a97a-45537efbe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397482 Oct 27 14:18:34.363836 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-80e3c50d-cb66-459c-abca-004bb5dfa40d service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221364 Oct 27 14:18:34.498031 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-aec9d604-7be8-4613-a4d0-c43d02fd2410 req-986bb0d7-e068-48d4-9412-ca920b0c9259 service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249270 Oct 27 14:18:35.110745 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dbb23f22-3095-45f6-9391-4887e6bb4518 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:18:35.150719 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0113f-7617-4e96-a41a-d9f9d8b7c380 req-f4c29222-9cfe-41cc-8a51-2f382efd4f05 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:35.151412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-7fb0113f-7617-4e96-a41a-d9f9d8b7c380 req-f4c29222-9cfe-41cc-8a51-2f382efd4f05 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Synchronizing usage tracker for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:18:35.169325 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-7fb0113f-7617-4e96-a41a-d9f9d8b7c380 req-f4c29222-9cfe-41cc-8a51-2f382efd4f05 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Unset dirty status for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:18:35.170492 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7fb0113f-7617-4e96-a41a-d9f9d8b7c380 req-f4c29222-9cfe-41cc-8a51-2f382efd4f05 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 944 time: 0.1021137 Oct 27 14:18:35.215455 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7fb0113f-7617-4e96-a41a-d9f9d8b7c380 req-fd3e9d13-71b6-4b2d-982c-2336fa90ea54 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Oct 27 14:18:35.268701 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dbb23f22-3095-45f6-9391-4887e6bb4518, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dbb23f22-3095-45f6-9391-4887e6bb4518,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:35.281700 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'dbb23f22-3095-45f6-9391-4887e6bb4518', 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e', 'port_id': 'dbb23f22-3095-45f6-9391-4887e6bb4518', 'mac_address': 'fa:16:3e:64:ea:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582b8528-1ae1-4db3-8fba-c63231774ea1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:18:35.333119 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:35.350386 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb23f22-3095-45f6-9391-4887e6bb4518 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:18:35.366635 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dbb23f22-3095-45f6-9391-4887e6bb4518, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dbb23f22-3095-45f6-9391-4887e6bb4518,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:35.373619 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:35.376394 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:35.441436 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dbb23f22-3095-45f6-9391-4887e6bb4518,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:35.444388 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:35.602158 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['dbb23f22-3095-45f6-9391-4887e6bb4518'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:18:36.418091 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b5e94-17f9-4777-8762-aa2d641939ae req-f1e20f44-137a-4b14-b828-2a49d231d057 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:36.419528 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1f5b5e94-17f9-4777-8762-aa2d641939ae req-f1e20f44-137a-4b14-b828-2a49d231d057 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 945 time: 0.0771582 Oct 27 14:18:36.465117 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1f5b5e94-17f9-4777-8762-aa2d641939ae req-f1a81830-55a3-464c-a19b-04fda3c58903 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Oct 27 14:18:37.124702 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dbb23f22-3095-45f6-9391-4887e6bb4518 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:18:37.204222 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port dbb23f22-3095-45f6-9391-4887e6bb4518 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:18:37.208886 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port dbb23f22-3095-45f6-9391-4887e6bb4518 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:18:37.209269 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:37.323407 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:37.349496 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb23f22-3095-45f6-9391-4887e6bb4518'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:37.359949 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port dbb23f22-3095-45f6-9391-4887e6bb4518, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dbb23f22-3095-45f6-9391-4887e6bb4518,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:37.365403 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:37.367603 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:37.407957 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb23f22-3095-45f6-9391-4887e6bb4518', 'code': 200} Oct 27 14:18:37.435615 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=dbb23f22-3095-45f6-9391-4887e6bb4518,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:37.438688 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:37.642734 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d41309ce-0090-4ee2-a08c-4fdce7bba3b4 req-f6f3f9a5-2329-4d23-bf6a-5c877da6739f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 1099 time: 0.0759871 Oct 27 14:18:37.687181 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d41309ce-0090-4ee2-a08c-4fdce7bba3b4 req-816d1d64-e40d-4cb1-a54c-5b931f0b5160 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 Oct 27 14:18:37.899069 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f65996-b41b-43ad-ad44-d82d2948f12e req-bcc4781e-3508-4393-8390-8ac8fc928dee tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:37.900907 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a4f65996-b41b-43ad-ad44-d82d2948f12e req-bcc4781e-3508-4393-8390-8ac8fc928dee tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.1703632 Oct 27 14:18:37.950291 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a4f65996-b41b-43ad-ad44-d82d2948f12e req-a0433fef-da36-44c4-a9bf-cc2a2781a65b tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Oct 27 14:18:39.164210 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc279c19-c6c7-4606-9115-54289c2ffc3b req-1dedd383-9ea5-4253-a755-1ec98308077b tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:39.165642 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cc279c19-c6c7-4606-9115-54289c2ffc3b req-1dedd383-9ea5-4253-a755-1ec98308077b tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.0779331 Oct 27 14:18:39.213191 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-cc279c19-c6c7-4606-9115-54289c2ffc3b req-36894a9c-391a-4878-8358-be30a4c1b06f tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Oct 27 14:18:40.454228 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37214) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:40.586855 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:40.664492 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Deleting port d8e8edfd-97df-4945-aed6-bd2cda4a4ad7 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:40.664800 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:40.944365 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:40.944684 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:41.066918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Calling delete_port for d8e8edfd-97df-4945-aed6-bd2cda4a4ad7 owned by network:floatingip {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:41.222166 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:41.225431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:41.267083 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event deleted for resources: {'Port': ['ID=d8e8edfd-97df-4945-aed6-bd2cda4a4ad7,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:41.269659 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:41.360149 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for floatingip, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:41.778868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Router f937e272-74f5-42c9-9882-af3244a2d49d has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:41.978690 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:41.988385 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] Sync routers for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:18:41.999802 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:42.000024 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:42.000483 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:42.058836 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "DELETE /v2.0/floatingips/461e1ddf-22f6-4045-9c4a-b289e6874331 HTTP/1.1" status: 204 len: 168 time: 1.6032937 Oct 27 14:18:42.059752 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:42.123131 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'status': 'completed', 'code': 200} Oct 27 14:18:42.187549 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:42.248435 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-2b35d577-e3c8-4563-8e2f-31fc74da13f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=13da5b00f3b1403c8bde5496a4734efd&device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 1099 time: 0.0989335 Oct 27 14:18:42.393518 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-22b24e54-17dd-4951-863f-db64cd9420dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:42.395003 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-22b24e54-17dd-4951-863f-db64cd9420dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 200 len: 910 time: 0.1357958 Oct 27 14:18:42.506847 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-59425285-ef0d-4cd0-a1f0-d42212652a29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 200 len: 217 time: 0.0749631 Oct 27 14:18:42.527540 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:42.531457 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] Checking router: f937e272-74f5-42c9-9882-af3244a2d49d for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:18:42.541742 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:42.542326 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:42.685032 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40eb62-cc85-4463-9050-0feec0b866ea req-d4a87e09-c0f4-428c-8db4-6e413684027c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:42.685715 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-bb40eb62-cc85-4463-9050-0feec0b866ea req-d4a87e09-c0f4-428c-8db4-6e413684027c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Synchronizing usage tracker for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:18:42.689575 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-1808b8d9-2892-410e-adb0-5ee12cafb981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:42.691074 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-1808b8d9-2892-410e-adb0-5ee12cafb981 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 200 len: 847 time: 0.1740291 Oct 27 14:18:42.721386 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:42.741383 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-bb40eb62-cc85-4463-9050-0feec0b866ea req-d4a87e09-c0f4-428c-8db4-6e413684027c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Unset dirty status for tenant:13da5b00f3b1403c8bde5496a4734efd on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:18:42.742656 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bb40eb62-cc85-4463-9050-0feec0b866ea req-d4a87e09-c0f4-428c-8db4-6e413684027c tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.3468118 Oct 27 14:18:42.805504 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bb40eb62-cc85-4463-9050-0feec0b866ea req-6da7884e-3e2d-4b3d-bfe2-64fbcfc43109 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569899 Oct 27 14:18:42.811136 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-0d960206-8cf8-49f7-a70c-b68417b7896b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9b1f7771-8415-439b-9fd7-70a940091936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115582 Oct 27 14:18:42.959024 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-2a6d8483-b145-4b3e-842c-a7165185d9a7 service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361363 Oct 27 14:18:43.068612 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:43.072508 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14763c-c6e3-47b4-8dd9-042a875e3015 None None] The sync data for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb is: [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:02Z', 'revision_number': 4, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'e0cc62be-3771-4cc8-8b07-4db89d69f00f', 'name': '', 'network_id': '9b1f7771-8415-439b-9fd7-70a940091936', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'mac_address': 'fa:16:3e:ef:d6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:01Z', 'updated_at': '2021-10-27T14:14:12Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'subnets': [{'id': '636d6cf4-d60b-4f32-9b3d-f0da80b35799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:18:43.092548 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1cd9cd9-10b5-497d-9f2d-1033b5bad470 req-5d24eb5d-0901-4cd6-99f1-a761bfae5d3f service neutron] 10.222.0.82 "GET /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259320 Oct 27 14:18:43.290718 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053453-efab-4098-b3a0-4df74f024dd1 None None] New status for floating IP 461e1ddf-22f6-4045-9c4a-b289e6874331: DOWN {{(pid=82833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:18:44.007696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac582-535a-485d-88eb-454156f86c11 req-abfbab9b-7d4c-4a44-92fb-2072387e896a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:44.009110 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7cbac582-535a-485d-88eb-454156f86c11 req-abfbab9b-7d4c-4a44-92fb-2072387e896a tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.82 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0883865 Oct 27 14:18:44.022251 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df8763-425a-468d-a4b8-f38cc0e49b31 req-6b22774c-8fc5-480b-9ac8-e8a1264c3eab tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:18:44.024840 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-47df8763-425a-468d-a4b8-f38cc0e49b31 req-6b22774c-8fc5-480b-9ac8-e8a1264c3eab tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 946 time: 0.0851569 Oct 27 14:18:44.070816 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-47df8763-425a-468d-a4b8-f38cc0e49b31 req-f385e836-6401-42da-84f4-8b2c674f864e tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396769 Oct 27 14:18:44.083806 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Deleting port e1423e89-d85d-40be-8669-f2ab3fe9064d {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:44.084150 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:44.325392 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] For port e1423e89-d85d-40be-8669-f2ab3fe9064d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1423e89-d85d-40be-8669-f2ab3fe9064d,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:44.325776 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:44.445679 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Calling delete_port for e1423e89-d85d-40be-8669-f2ab3fe9064d owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:44.596912 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:44.602490 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:44.643704 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event deleted for resources: {'Port': ['ID=e1423e89-d85d-40be-8669-f2ab3fe9064d,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:44.647011 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:44.720409 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] No DVR routers for this DVR port e1423e89-d85d-40be-8669-f2ab3fe9064d on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:44.723148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:44.725651 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-deleted', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:18:44.741939 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7cbac582-535a-485d-88eb-454156f86c11 req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.82 "DELETE /v2.0/ports/e1423e89-d85d-40be-8669-f2ab3fe9064d HTTP/1.1" status: 204 len: 173 time: 0.7260573 Oct 27 14:18:44.783388 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ee2257-3960-4450-a7d0-6996029cb31a', 'name': 'network-vif-deleted', 'tag': 'e1423e89-d85d-40be-8669-f2ab3fe9064d', 'status': 'completed', 'code': 200} Oct 27 14:18:45.238550 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-b10dcf59-4adb-4f44-bcec-742df02a67c0 req-b06c5424-0b18-4ece-8473-6005bf590343 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4ee2257-3960-4450-a7d0-6996029cb31a HTTP/1.1" status: 200 len: 210 time: 0.0446856 Oct 27 14:18:46.358368 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37242) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:46.432034 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:46.461066 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:46.526543 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:46.530866 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d1ec14bd-8103-475a-a3cd-666fb6ee30dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:46.548750 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:46.551931 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:46.562155 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:46.563578 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] 10.222.0.61 "DELETE /v2.0/security-groups/78b6fbb7-1502-4dfd-bf1c-4d57b87a18b0 HTTP/1.1" status: 204 len: 168 time: 0.2030795 Oct 27 14:18:47.183534 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:47.217386 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: e1423e89-d85d-40be-8669-f2ab3fe9064d {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:47.217759 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device e1423e89-d85d-40be-8669-f2ab3fe9064d not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:47.638198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37254) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:48.148427 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:48.771846 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Deleting port e0cc62be-3771-4cc8-8b07-4db89d69f00f {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:48.772573 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:48.948907 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] For port e0cc62be-3771-4cc8-8b07-4db89d69f00f, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=e0cc62be-3771-4cc8-8b07-4db89d69f00f,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:48.949277 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:49.073374 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Calling delete_port for e0cc62be-3771-4cc8-8b07-4db89d69f00f owned by network:router_interface {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:49.252893 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:49.256314 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:49.298560 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cc62be-3771-4cc8-8b07-4db89d69f00f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:49.301063 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:49.631864 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-17f4a07c-b1af-4617-a9ee-a1035318632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:49.685381 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:50.086656 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:50.298764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Router f937e272-74f5-42c9-9882-af3244a2d49d has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:50.502221 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:50.511099 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] Sync routers for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:18:50.516305 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] 10.222.0.61 "PUT /v2.0/routers/f937e272-74f5-42c9-9882-af3244a2d49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8754256 Oct 27 14:18:50.517620 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37264) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:50.522974 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:50.523651 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:50.700924 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:50.708425 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:50.933633 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:50.948460 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Deleting port fc2d5325-ed0c-4c0c-a637-984b5505524b {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:50.948982 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:50.998750 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:18:49Z', 'revision_number': 5, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port': {'id': 'fc2d5325-ed0c-4c0c-a637-984b5505524b', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:51.002511 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] Checking router: f937e272-74f5-42c9-9882-af3244a2d49d for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:18:51.012777 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] Routers {'f937e272-74f5-42c9-9882-af3244a2d49d'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:51.013363 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['f937e272-74f5-42c9-9882-af3244a2d49d'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:51.165739 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] Set router f937e272-74f5-42c9-9882-af3244a2d49d gateway port host: None {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:51.239899 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] For port fc2d5325-ed0c-4c0c-a637-984b5505524b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=fc2d5325-ed0c-4c0c-a637-984b5505524b,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:51.240145 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:51.271948 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:18:50Z', 'revision_number': 6, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port_host': None}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:51.276258 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350c553-46ef-4020-becb-1d46989d4e20 None None] The sync data for ids ['f937e272-74f5-42c9-9882-af3244a2d49d'] in dv-cinder-815663-1-smb is: [{'id': 'f937e272-74f5-42c9-9882-af3244a2d49d', 'name': 'tempest-TestShelveInstance-783864307-router', 'tenant_id': '13da5b00f3b1403c8bde5496a4734efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:13:58Z', 'updated_at': '2021-10-27T14:18:50Z', 'revision_number': 6, 'project_id': '13da5b00f3b1403c8bde5496a4734efd', 'gw_port_host': None}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:18:51.360839 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Calling delete_port for fc2d5325-ed0c-4c0c-a637-984b5505524b owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:51.527332 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:51.531127 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:51.572778 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2d5325-ed0c-4c0c-a637-984b5505524b,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:51.576100 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:51.770085 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1a5861a3-585f-4834-b5eb-d6978a58f45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:51.799630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.054479 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.058865 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.085046 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.085785 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f937e272-74f5-42c9-9882-af3244a2d49d {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:18:52.100412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.101509 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f937e272-74f5-42c9-9882-af3244a2d49d HTTP/1.1" status: 204 len: 168 time: 1.5829897 Oct 27 14:18:52.104068 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37274) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:52.163062 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Deleting subnet 636d6cf4-d60b-4f32-9b3d-f0da80b35799 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:18:52.166147 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.218720 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.296924 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.363345 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.367330 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-46e7502b-9117-4e0f-b602-eefeb7713848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:52.404139 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636d6cf4-d60b-4f32-9b3d-f0da80b35799,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:52.407596 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:52.411101 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.416924 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c800c-ea70-4a67-a8a7-85ac00d4d649 None None] Network 9b1f7771-8415-439b-9fd7-70a940091936 requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:18:52.417117 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-29c08251-c504-4724-bd0b-b1baa9289203 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/636d6cf4-d60b-4f32-9b3d-f0da80b35799 HTTP/1.1" status: 204 len: 168 time: 0.3121505 Oct 27 14:18:52.419768 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37278) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:52.523665 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.535412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Deleting port 65149386-9590-4728-bf22-14f4bee3e34a {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:52.535783 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.662086 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] DHCP port deletion for 9b1f7771-8415-439b-9fd7-70a940091936 request from dv-cinder-815663-1-smb {{(pid=82833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 14:18:52.666409 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Deleting port 65149386-9590-4728-bf22-14f4bee3e34a {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:52.666822 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.777929 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.836903 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] For port 65149386-9590-4728-bf22-14f4bee3e34a, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=65149386-9590-4728-bf22-14f4bee3e34a,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:52.837248 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.909952 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] For port 65149386-9590-4728-bf22-14f4bee3e34a, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=65149386-9590-4728-bf22-14f4bee3e34a,segment=NetworkSegment(d3efcff4-f013-4c8b-9aab-0981f765e734),segment_id=d3efcff4-f013-4c8b-9aab-0981f765e734)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:52.910351 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:52.959955 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Calling delete_port for 65149386-9590-4728-bf22-14f4bee3e34a owned by network:dhcp {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:53.021828 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 65149386-9590-4728-bf22-14f4bee3e34a no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:53.034033 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.038078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d48a2344-f3a6-4e39-865f-76a20a5c8fc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:53.049989 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Calling delete_port for 65149386-9590-4728-bf22-14f4bee3e34a owned by network:dhcp {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:53.077141 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Pushing event deleted for resources: {'Port': ['ID=65149386-9590-4728-bf22-14f4bee3e34a,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:53.081585 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:53.086347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] No DVR routers for this DVR port 65149386-9590-4728-bf22-14f4bee3e34a on host dv-cinder-815663-1-smb {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:53.093517 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 65149386-9590-4728-bf22-14f4bee3e34a {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:53.093907 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 65149386-9590-4728-bf22-14f4bee3e34a not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:53.094967 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device e0cc62be-3771-4cc8-8b07-4db89d69f00f no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:53.135359 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: e0cc62be-3771-4cc8-8b07-4db89d69f00f {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:53.135676 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device e0cc62be-3771-4cc8-8b07-4db89d69f00f not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:53.136086 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device fc2d5325-ed0c-4c0c-a637-984b5505524b no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:53.175156 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: fc2d5325-ed0c-4c0c-a637-984b5505524b {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:53.175458 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device fc2d5325-ed0c-4c0c-a637-984b5505524b not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:53.196217 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:18:53.196573 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:18:53.201741 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.230273 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1f7771-8415-439b-9fd7-70a940091936']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:53.242146 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3efcff4-f013-4c8b-9aab-0981f765e734') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:53.242431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3efcff4-f013-4c8b-9aab-0981f765e734') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:53.253630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.269003 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.275457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Releasing vlan 1120 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:18:53.275828 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:18:53.288720 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:18:53.363019 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.366926 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-65b30912-a486-4a22-9f67-5ca04c4bda8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:53.383042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.395199 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1f7771-8415-439b-9fd7-70a940091936,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:53.398950 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:53.400840 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-14234a4c-4aa6-4c87-91ee-d3c8a1cf0809 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9b1f7771-8415-439b-9fd7-70a940091936 HTTP/1.1" status: 204 len: 168 time: 0.9800966 Oct 27 14:18:53.403918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37284) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:53.697660 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Deleting port 65149386-9590-4728-bf22-14f4bee3e34a {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:53.697975 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:53.759246 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-2bb95c18-8241-4a1d-bb33-982f8dd4010b None None] The port '65149386-9590-4728-bf22-14f4bee3e34a' was deleted {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 14:18:53.788060 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:54.469269 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Deleting port 9757b712-be5a-46dd-91d0-bbda6b45ea2c {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:54.469990 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:54.549957 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:54.647010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] For port 9757b712-be5a-46dd-91d0-bbda6b45ea2c, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=9757b712-be5a-46dd-91d0-bbda6b45ea2c,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:54.647357 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:54.763918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Calling delete_port for 9757b712-be5a-46dd-91d0-bbda6b45ea2c owned by network:router_interface {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:54.944957 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:54.949212 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4e8023b1-0e47-4a9e-a1a3-c215f0cff173 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:54.989677 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9757b712-be5a-46dd-91d0-bbda6b45ea2c,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:54.992096 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:55.279078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:55.954560 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:18:56.157665 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:18:56.167956 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] Sync routers for ids ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'] in dv-cinder-815663-1-smb {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:18:56.182167 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9336736f-21c7-44e8-8fe8-f70f0b71d0a2 admin admin] 10.222.0.61 "PUT /v2.0/routers/bbcf8e5e-9bf7-4b05-8c77-35d52f845105/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7747757 Oct 27 14:18:56.182396 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] Routers {'bbcf8e5e-9bf7-4b05-8c77-35d52f845105'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:56.182396 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:56.182647 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37304) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:56.358215 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] Set router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 gateway port host: dv-cinder-815663-1-smb {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:56.374057 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:56.570347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:56.581857 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Deleting port 45199031-8119-42bd-befe-d3f70f3c3dc9 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:56.582200 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:56.639014 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:18:54Z', 'revision_number': 5, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port': {'id': '45199031-8119-42bd-befe-d3f70f3c3dc9', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:14:07Z', 'updated_at': '2021-10-27T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:56.642768 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] Checking router: bbcf8e5e-9bf7-4b05-8c77-35d52f845105 for host: dv-cinder-815663-1-smb {{(pid=82833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:18:56.654098 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] Routers {'bbcf8e5e-9bf7-4b05-8c77-35d52f845105'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:18:56.654691 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'], 'active': True} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:56.749638 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] For port 45199031-8119-42bd-befe-d3f70f3c3dc9, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=45199031-8119-42bd-befe-d3f70f3c3dc9,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:56.749935 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:56.801108 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_dvr_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] Set router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 gateway port host: None {{(pid=82833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:18:56.874495 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Calling delete_port for 45199031-8119-42bd-befe-d3f70f3c3dc9 owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:56.904116 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:18:56Z', 'revision_number': 6, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port_host': None}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:56.908148 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3b40-d65b-41a9-bc7f-2dba4735fe27 None None] The sync data for ids ['bbcf8e5e-9bf7-4b05-8c77-35d52f845105'] in dv-cinder-815663-1-smb is: [{'id': 'bbcf8e5e-9bf7-4b05-8c77-35d52f845105', 'name': 'tempest-TestShelveInstance-743132293-router', 'tenant_id': 'db52272e80b443dbbf6e685011270695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:14:06Z', 'updated_at': '2021-10-27T14:18:56Z', 'revision_number': 6, 'project_id': 'db52272e80b443dbbf6e685011270695', 'gw_port_host': None}] {{(pid=82833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:18:57.065674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.070142 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6979ad84-bfdd-412c-8d72-5728a62d1cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:57.212972 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45199031-8119-42bd-befe-d3f70f3c3dc9,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:57.215447 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:57.448920 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.701762 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.706067 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.732504 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.732992 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbcf8e5e-9bf7-4b05-8c77-35d52f845105 {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:18:57.745054 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.746208 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/bbcf8e5e-9bf7-4b05-8c77-35d52f845105 HTTP/1.1" status: 204 len: 168 time: 1.5628262 Oct 27 14:18:57.749062 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37310) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:57.885313 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Deleting subnet 6e86bef1-9759-4c16-b2a3-33c5668e916e {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:18:57.888691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:57.947070 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.023042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.102191 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.108240 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-19fea63d-af02-4294-8945-22cd05980a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:58.142337 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e86bef1-9759-4c16-b2a3-33c5668e916e,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:58.144842 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:58.148086 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.153814 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6e86bef1-9759-4c16-b2a3-33c5668e916e HTTP/1.1" status: 204 len: 168 time: 0.4036949 Oct 27 14:18:58.156080 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc398550-7c5d-4008-b097-433fecf3e633 None None] Network d4bd6faa-1867-4771-9478-fecd4c0ecf2e requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:18:58.156574 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37322) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:58.267786 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.279171 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Deleting port ab35f82d-147f-43e2-a2c2-ad260c5137a1 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:58.279501 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.471145 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] DHCP port deletion for d4bd6faa-1867-4771-9478-fecd4c0ecf2e request from dv-cinder-815663-1-smb {{(pid=82833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 14:18:58.475602 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Deleting port ab35f82d-147f-43e2-a2c2-ad260c5137a1 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:58.476028 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.492256 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] For port ab35f82d-147f-43e2-a2c2-ad260c5137a1, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=ab35f82d-147f-43e2-a2c2-ad260c5137a1,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:58.492595 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.678638 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] For port ab35f82d-147f-43e2-a2c2-ad260c5137a1, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=ab35f82d-147f-43e2-a2c2-ad260c5137a1,segment=NetworkSegment(9f744a21-b521-41e2-bbfd-717e9d2352f6),segment_id=9f744a21-b521-41e2-bbfd-717e9d2352f6)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:18:58.679062 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.709275 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Calling delete_port for ab35f82d-147f-43e2-a2c2-ad260c5137a1 owned by network:dhcp {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:58.783866 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.788530 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-de40c332-c0a1-456a-ab15-3a8d2aeb28c9 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:58.801349 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Calling delete_port for ab35f82d-147f-43e2-a2c2-ad260c5137a1 owned by network:dhcp {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:18:58.832158 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab35f82d-147f-43e2-a2c2-ad260c5137a1,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:58.835661 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:58.838870 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] No DVR routers for this DVR port ab35f82d-147f-43e2-a2c2-ad260c5137a1 on host dv-cinder-815663-1-smb {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:18:58.872642 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:18:58.873008 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:18:58.962448 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:58.986212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 9757b712-be5a-46dd-91d0-bbda6b45ea2c no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:58.990461 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bd6faa-1867-4771-9478-fecd4c0ecf2e']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:59.003288 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f744a21-b521-41e2-bbfd-717e9d2352f6') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:59.003576 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f744a21-b521-41e2-bbfd-717e9d2352f6') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:18:59.015179 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.021333 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 9757b712-be5a-46dd-91d0-bbda6b45ea2c {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:59.021718 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 9757b712-be5a-46dd-91d0-bbda6b45ea2c not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:59.022142 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device ab35f82d-147f-43e2-a2c2-ad260c5137a1 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:59.032764 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.039156 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:18:59.039559 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:18:59.052895 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:18:59.057671 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: ab35f82d-147f-43e2-a2c2-ad260c5137a1 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:59.058030 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device ab35f82d-147f-43e2-a2c2-ad260c5137a1 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:59.058455 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 45199031-8119-42bd-befe-d3f70f3c3dc9 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:18:59.089323 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 45199031-8119-42bd-befe-d3f70f3c3dc9 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:18:59.089705 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 45199031-8119-42bd-befe-d3f70f3c3dc9 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:18:59.129007 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.132462 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:59.145689 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.156067 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bd6faa-1867-4771-9478-fecd4c0ecf2e,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:59.160674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:59.163982 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d4bd6faa-1867-4771-9478-fecd4c0ecf2e HTTP/1.1" status: 204 len: 168 time: 1.0066617 Oct 27 14:18:59.316172 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37332) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:59.366701 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-21dbe57a-920a-4768-a988-9f39794be635 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13da5b00f3b1403c8bde5496a4734efd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487926 Oct 27 14:18:59.368732 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37338) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:59.374165 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Deleting port ab35f82d-147f-43e2-a2c2-ad260c5137a1 {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:18:59.374790 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.429702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.440162 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-1721b5cb-18b4-4aa7-8ac6-20fb000e9b0f None None] The port 'ab35f82d-147f-43e2-a2c2-ad260c5137a1' was deleted {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 14:18:59.455816 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.508442 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.512674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-60c48fe8-7a5f-41f4-a009-ee525d459109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:18:59.525745 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e185bcd0-a444-41a9-921f-a75bd4b43ac8,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:18:59.528038 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:18:59.540128 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:18:59.541265 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bf00daf2-f4bc-421f-ad79-9fa5c3af2ccd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e185bcd0-a444-41a9-921f-a75bd4b43ac8 HTTP/1.1" status: 204 len: 168 time: 0.1715672 Oct 27 14:18:59.945358 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37346) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:18:59.998007 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-814545cd-6dbe-437c-bb30-75782421fcdb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db52272e80b443dbbf6e685011270695&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513704 Oct 27 14:19:00.000536 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37350) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:00.059842 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:00.087581 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:00.143608 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:00.149069 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f4173bd0-b343-4e8c-8d5a-bef995a9a6ce tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:00.166448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a807bd-2802-46d2-8d4f-28cf20fe7e21,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:00.173121 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:00.174365 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57a807bd-2802-46d2-8d4f-28cf20fe7e21 HTTP/1.1" status: 204 len: 168 time: 0.1729474 Oct 27 14:19:00.178060 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.178425 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.179037 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.179304 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.179662 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.180059 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.180346 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.180696 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.181065 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.181514 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.181888 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:00.185574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bcad7c09-2b0f-4c83-ba2d-109d37ae1a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:06.303295 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:19:09.522952 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa68a-949c-4a5d-9b00-f7afb4e06e9c req-e7083451-b91d-48a8-9b3f-fb412824b8a2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:09.524748 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fefa68a-949c-4a5d-9b00-f7afb4e06e9c req-e7083451-b91d-48a8-9b3f-fb412824b8a2 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 946 time: 0.0902083 Oct 27 14:19:09.570268 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2fefa68a-949c-4a5d-9b00-f7afb4e06e9c req-7ebd6807-d254-46e3-a003-7324146ebfda tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Oct 27 14:19:10.607765 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:10.794194 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4fafa-5a4c-4221-a200-7a514eaf0818 req-791c0d74-fdc8-4539-95d1-c8abefcca042 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:10.795697 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3df4fafa-5a4c-4221-a200-7a514eaf0818 req-791c0d74-fdc8-4539-95d1-c8abefcca042 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 946 time: 0.0817006 Oct 27 14:19:10.849047 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-3df4fafa-5a4c-4221-a200-7a514eaf0818 req-50843402-9b97-4bfe-9268-508079e21666 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups?id=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 Oct 27 14:19:10.948754 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-fbad00e8-41c0-4c0c-951d-ed51c2253cf1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:10.950378 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-fbad00e8-41c0-4c0c-951d-ed51c2253cf1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 946 time: 0.0800638 Oct 27 14:19:11.025403 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Deleting port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:11.025763 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:11.269327 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] For port dcf61c82-d400-4cbe-8efd-0b93d73b99f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:11.269697 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:11.555539 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:11.555841 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-888048'] for floatingip, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:11.556103 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.db.l3_db [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Floating IP dc1eb9b8-f20c-42e1-b918-0e14a252f5a2 disassociated. External IP: 172.28.1.240, port: dcf61c82-d400-4cbe-8efd-0b93d73b99f8. Oct 27 14:19:11.556426 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Calling delete_port for dcf61c82-d400-4cbe-8efd-0b93d73b99f8 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:11.708805 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:11.718048 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d07eb088-5aa3-48f6-a316-1466c68b1b6d tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:11.770384 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event deleted for resources: {'Port': ['ID=dcf61c82-d400-4cbe-8efd-0b93d73b99f8,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:11.772079 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:12.028795 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-8e34b106-ed9c-4b9a-9368-2a4c15dfa2fe req-4c5f157b-3bfb-440f-85b0-06ce24d9510e tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc3a89a-b003-41a4-8fa4-059db0fadafc HTTP/1.1" status: 200 len: 210 time: 0.0429940 Oct 27 14:19:12.091118 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:19:12.300124 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:19:12.311465 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:19:12.323418 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:19:12.324105 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:12.371160 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] No DVR routers for this DVR port dcf61c82-d400-4cbe-8efd-0b93d73b99f8 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:19:12.373429 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:12.376007 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-deleted', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:12.392056 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fe6b7b9c-5cfe-4b5a-a0dd-d74b32b51219 req-30b33452-438e-46d4-b7cd-c10dd95f7b57 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.82 "DELETE /v2.0/ports/dcf61c82-d400-4cbe-8efd-0b93d73b99f8 HTTP/1.1" status: 204 len: 173 time: 1.4351578 Oct 27 14:19:12.434530 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc3a89a-b003-41a4-8fa4-059db0fadafc', 'name': 'network-vif-deleted', 'tag': 'dcf61c82-d400-4cbe-8efd-0b93d73b99f8', 'status': 'completed', 'code': 200} Oct 27 14:19:12.510356 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:19:12.850153 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:12.855303 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:19:12.867238 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:19:12.867914 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:18:52Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:13.046319 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:19:13.192589 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37442) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:13.279647 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.301241 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.305027 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:19:13.358491 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.359590 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: dcf61c82-d400-4cbe-8efd-0b93d73b99f8 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:19:13.360024 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dcf61c82-d400-4cbe-8efd-0b93d73b99f8 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:19:13.364133 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-77c61c76-77ae-4348-a40c-c1a56acf0d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:13.369974 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:13.373876 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96760b49-a7ae-4b9d-858d-f04a7b6ef8c9 None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:13:01Z', 'revision_number': 4, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb', '_interfaces': [{'id': 'bf294ae6-92df-4dc3-afba-d30b9db08a59', 'name': '', 'network_id': 'b01e2881-d5be-4b6f-bcce-5f399201e9af', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'mac_address': 'fa:16:3e:44:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:13:00Z', 'updated_at': '2021-10-27T14:13:21Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'subnets': [{'id': 'e4c4aa0a-5d8e-46d8-9c15-c6a867686248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:19:13.378870 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d52fd2-b700-4f90-bb26-3e4e8e6c81a3,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:13.382098 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:13.389861 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.390991 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f18c1a67-f1d5-4662-9c43-2fffcb63050b tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "DELETE /v2.0/security-groups/39d52fd2-b700-4f90-bb26-3e4e8e6c81a3 HTTP/1.1" status: 204 len: 168 time: 0.1959758 Oct 27 14:19:13.393754 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37446) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:13.410743 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.api.v2.resource [None req-7fe430df-5172-4b26-83ed-cc7681f0bdd5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] show failed (client error): The resource could not be found. Oct 27 14:19:13.413902 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-7fe430df-5172-4b26-83ed-cc7681f0bdd5 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "GET /v2.0/security-groups/39d52fd2-b700-4f90-bb26-3e4e8e6c81a3 HTTP/1.1" status: 404 len: 347 time: 0.0170290 Oct 27 14:19:13.414801 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37450) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:13.576033 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Deleting port 84381b85-342f-4976-9fb7-684d63a4f4f6 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:13.576372 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.604619 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50000d69-b826-4eb5-94c3-880cc46d8b58 None None] New status for floating IP dc1eb9b8-f20c-42e1-b918-0e14a252f5a2: DOWN {{(pid=82833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 14:19:13.750954 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.751272 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:13.874329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Calling delete_port for 84381b85-342f-4976-9fb7-684d63a4f4f6 owned by network:floatingip {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:13.958386 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.db.api [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:19:13.958724 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_db.api [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:19:14.460338 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Deleting port 84381b85-342f-4976-9fb7-684d63a4f4f6 {{(pid=82832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:14.461015 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:14.632795 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:14.633147 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:14.751237 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Calling delete_port for 84381b85-342f-4976-9fb7-684d63a4f4f6 owned by network:floatingip {{(pid=82832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:14.764021 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7aa41-681c-4d41-a8ec-d337396902a9 req-d414f6fc-a688-4751-b150-72042bc398f2 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:14.765490 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9ca7aa41-681c-4d41-a8ec-d337396902a9 req-d414f6fc-a688-4751-b150-72042bc398f2 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.0764401 Oct 27 14:19:14.811939 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9ca7aa41-681c-4d41-a8ec-d337396902a9 req-dcf5ce38-3780-4313-ab5d-675a840c4dcf tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Oct 27 14:19:14.977770 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:14.982424 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-02827fd0-6fe6-46e9-90d5-7ebebd736b3b tempest-TestMinimumBasicScenario-1946853039 tempest-TestMinimumBasicScenario-1946853039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:15.022785 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Pushing event deleted for resources: {'Port': ['ID=84381b85-342f-4976-9fb7-684d63a4f4f6,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:15.025633 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:15.122033 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks [] for floatingip, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:15.142956 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for floatingip, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:15.144063 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-bc1ffcd9-e9c4-4e68-bf1e-f75f6dfc26c1 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] 10.222.0.61 "DELETE /v2.0/floatingips/dc1eb9b8-f20c-42e1-b918-0e14a252f5a2 HTTP/1.1" status: 204 len: 168 time: 1.7283134 Oct 27 14:19:16.022036 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb31e6a-526d-4edb-9386-4e39973f96fb req-902a5e53-9e7c-4d4e-aa60-8d1ba94ebb5f tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:16.023474 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-edb31e6a-526d-4edb-9386-4e39973f96fb req-902a5e53-9e7c-4d4e-aa60-8d1ba94ebb5f tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.0844271 Oct 27 14:19:16.072336 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-edb31e6a-526d-4edb-9386-4e39973f96fb req-0d6f9c91-c6e9-4f6b-9e68-8a57c8746015 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Oct 27 14:19:17.300911 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a87e7-71e5-4895-8d11-ce5046683bfa req-d1bc7bc0-dc23-40c5-a56a-f5e016ed371e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:17.302338 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f43a87e7-71e5-4895-8d11-ce5046683bfa req-d1bc7bc0-dc23-40c5-a56a-f5e016ed371e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.0856547 Oct 27 14:19:17.351928 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f43a87e7-71e5-4895-8d11-ce5046683bfa req-2b8488e3-49f4-43c0-925d-ebaaba747d6d tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Oct 27 14:19:18.013912 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37484) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:18.546574 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88879b-ef75-4ecb-bd81-c1c6464cddb3 req-3cd25870-d090-4cce-b6db-b3f40589c9dd tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:18.548000 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0d88879b-ef75-4ecb-bd81-c1c6464cddb3 req-3cd25870-d090-4cce-b6db-b3f40589c9dd tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.0767624 Oct 27 14:19:18.567439 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889072'] for router_interface, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:18.593967 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0d88879b-ef75-4ecb-bd81-c1c6464cddb3 req-ab015b1e-6a6a-473b-b84a-4241f057a7b2 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Oct 27 14:19:19.289525 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Deleting port bf294ae6-92df-4dc3-afba-d30b9db08a59 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:19.289890 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:19.469713 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] For port bf294ae6-92df-4dc3-afba-d30b9db08a59, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=bf294ae6-92df-4dc3-afba-d30b9db08a59,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:19.470061 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:19.616366 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Calling delete_port for bf294ae6-92df-4dc3-afba-d30b9db08a59 owned by network:router_interface {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:19.634812 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1d55e970-2e9e-4c5a-88ed-fdd77c9e496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:19.730906 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-4cb0357a-abbf-4792-8c24-998f501705bd tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:19.732365 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-4cb0357a-abbf-4792-8c24-998f501705bd tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.2052128 Oct 27 14:19:19.857779 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Deleting port dbb23f22-3095-45f6-9391-4887e6bb4518 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:19.858066 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.025177 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b6c8-1774-4fc2-87f8-17c1874ec1c5 req-1ffd0b81-c73d-4738-8796-a03cb4626038 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:20.026639 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7f01b6c8-1774-4fc2-87f8-17c1874ec1c5 req-1ffd0b81-c73d-4738-8796-a03cb4626038 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 946 time: 0.3034248 Oct 27 14:19:20.081028 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.088191 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0520b5c4-e2b0-485c-b882-0bc20438d837 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:20.090124 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.148890 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf294ae6-92df-4dc3-afba-d30b9db08a59,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:20.197919 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:20.258906 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7f01b6c8-1774-4fc2-87f8-17c1874ec1c5 req-532328af-df93-4e4c-ab45-b0034e4572fc tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244015 Oct 27 14:19:20.330508 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] For port dbb23f22-3095-45f6-9391-4887e6bb4518, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=dbb23f22-3095-45f6-9391-4887e6bb4518,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:20.330866 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.460814 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Calling delete_port for dbb23f22-3095-45f6-9391-4887e6bb4518 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:20.826384 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.832507 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ec4e4e8-2bdd-4536-b29e-cf6399840f71 tempest-AttachVolumeShelveTestJSON-1946666562 tempest-AttachVolumeShelveTestJSON-1946666562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:20.844042 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['dbb23f22-3095-45f6-9391-4887e6bb4518'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:19:20.888343 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Pushing event deleted for resources: {'Port': ['ID=dbb23f22-3095-45f6-9391-4887e6bb4518,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:20.891522 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:20.969102 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] No DVR routers for this DVR port dbb23f22-3095-45f6-9391-4887e6bb4518 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:19:20.972211 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.974825 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'name': 'network-vif-deleted', 'tag': 'dbb23f22-3095-45f6-9391-4887e6bb4518'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:20.993339 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1715886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889274'] for router_interface, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:20.999158 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8c8aaf5d-0223-48bc-94bd-0e93230c3273 req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "DELETE /v2.0/ports/dbb23f22-3095-45f6-9391-4887e6bb4518 HTTP/1.1" status: 204 len: 173 time: 1.2309287 Oct 27 14:19:21.057298 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202aa0b7-25ef-4160-8dfd-06568a6c7424', 'name': 'network-vif-deleted', 'tag': 'dbb23f22-3095-45f6-9391-4887e6bb4518', 'status': 'completed', 'code': 200} Oct 27 14:19:21.487266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-1348718a-5ce4-4ed1-9bd8-e84aa1197dd5 req-2b2c288c-a0ca-48eb-a710-c65c6e022c2a tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Synchronizing usage tracker for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:19:21.514739 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-1348718a-5ce4-4ed1-9bd8-e84aa1197dd5 req-2b2c288c-a0ca-48eb-a710-c65c6e022c2a tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Unset dirty status for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:19:21.515846 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1348718a-5ce4-4ed1-9bd8-e84aa1197dd5 req-2b2c288c-a0ca-48eb-a710-c65c6e022c2a tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=202aa0b7-25ef-4160-8dfd-06568a6c7424 HTTP/1.1" status: 200 len: 210 time: 0.0817137 Oct 27 14:19:21.639035 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 has already been hosted by L3 agent 03736dae-6e3d-413f-aa46-c5c7a19c8685 {{(pid=82831) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:19:21.774174 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1634f1a8-24d3-432e-9a56-a8fb79290acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:21.837824 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] Notify agent at l3_agent.dv-cinder-815663-1-smb the message routers_updated {{(pid=82831) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:19:21.842559 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4d0a4407-042e-4d1e-a3b2-6efb77d2ad32 admin admin] 10.222.0.61 "PUT /v2.0/routers/3dc5f7c8-2b87-4d30-b205-403a7a7d5c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8272631 Oct 27 14:19:21.845137 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37498) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:21.847808 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] Sync routers for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:19:21.860671 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:19:21.861258 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:19:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:22.038253 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: dv-cinder-815663-1-smb {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:19:22.043201 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks [] for router, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:22.321774 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'external_fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:19:19Z', 'revision_number': 5, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port': {'id': 'd0985054-59cb-4aa1-8c49-dedd78dd0686', 'name': '', 'network_id': 'b42dadb7-000a-4c5f-b782-7f5d7f0dff8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815663-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:12:57Z', 'updated_at': '2021-10-27T14:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '31e4daa2-82b3-48dc-a85a-d00354894bde', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815663-1-smb'}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:22.325898 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] Checking router: 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 for host: dv-cinder-815663-1-smb {{(pid=82834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:19:22.336951 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] Routers {'3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'} bound to L3 agent in host dv-cinder-815663-1-smb {{(pid=82834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:19:22.337532 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815663-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:03:22Z,description=,heartbeat_timestamp=2021-10-27T14:19:22Z,host='dv-cinder-815663-1-smb',id=03736dae-6e3d-413f-aa46-c5c7a19c8685,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:03:22Z,topic='l3_agent')) {'router_ids': ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'], 'active': True} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:22.352142 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:22.362393 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Deleting port d0985054-59cb-4aa1-8c49-dedd78dd0686 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:22.362751 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:22.518308 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_dvr_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] Set router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 gateway port host: None {{(pid=82834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:19:22.537357 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] For port d0985054-59cb-4aa1-8c49-dedd78dd0686, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=d0985054-59cb-4aa1-8c49-dedd78dd0686,segment=NetworkSegment(65ef40cf-b466-4df0-8c2b-d09fe48ec25a),segment_id=65ef40cf-b466-4df0-8c2b-d09fe48ec25a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:22.537748 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:22.622173 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.l3_hamode_db [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:19:22Z', 'revision_number': 6, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port_host': None}], 'dv-cinder-815663-1-smb', False) {} {{(pid=82834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:22.629883 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e1f3b-88bf-47a9-97ad-0d9e49697e62 None None] The sync data for ids ['3dc5f7c8-2b87-4d30-b205-403a7a7d5c34'] in dv-cinder-815663-1-smb is: [{'id': '3dc5f7c8-2b87-4d30-b205-403a7a7d5c34', 'name': 'tempest-AttachVolumeShelveTestJSON-594422606-router', 'tenant_id': '942eaec60c4a442a8cfa0e41b78732c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:12:56Z', 'updated_at': '2021-10-27T14:19:22Z', 'revision_number': 6, 'project_id': '942eaec60c4a442a8cfa0e41b78732c8', 'gw_port_host': None}] {{(pid=82834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:19:22.659787 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Calling delete_port for d0985054-59cb-4aa1-8c49-dedd78dd0686 owned by network:router_gateway {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:22.756225 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:22.826999 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:22.830725 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-a33f0c42-442e-4421-9e41-2b79ef96a397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:22.878325 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0985054-59cb-4aa1-8c49-dedd78dd0686,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:22.881073 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:23.051836 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bf294ae6-92df-4dc3-afba-d30b9db08a59 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:19:23.087562 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: bf294ae6-92df-4dc3-afba-d30b9db08a59 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:19:23.087913 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device bf294ae6-92df-4dc3-afba-d30b9db08a59 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:19:23.115010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-888007'] for router_gateway, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.350026 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dbb23f22-3095-45f6-9391-4887e6bb4518 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:19:23.370361 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12191'] for router, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.374712 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.385104 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: dbb23f22-3095-45f6-9391-4887e6bb4518 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:19:23.385442 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device dbb23f22-3095-45f6-9391-4887e6bb4518 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:19:23.401096 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-686895'] for router, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.401654 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 {{(pid=82831) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 14:19:23.413997 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] Notify callbacks [] for router, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.415405 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-361feb7a-90ab-42ab-b9ea-898457b18186 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3dc5f7c8-2b87-4d30-b205-403a7a7d5c34 HTTP/1.1" status: 204 len: 168 time: 1.5689385 Oct 27 14:19:23.417738 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37508) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:23.478026 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Deleting subnet e4c4aa0a-5d8e-46d8-9c15-c6a867686248 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:19:23.480941 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.530703 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.724693 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.791956 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.796367 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1db283f3-e976-4290-9f9d-76c7ff605799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:23.829843 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c4aa0a-5d8e-46d8-9c15-c6a867686248,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:23.832266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:23.834995 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.840523 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aba60d-ac8f-46f9-9e63-f0b2d214c50e None None] Network b01e2881-d5be-4b6f-bcce-5f399201e9af requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:19:23.841014 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-bc1e6ef1-2f07-4b75-bab2-661b27dbea22 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e4c4aa0a-5d8e-46d8-9c15-c6a867686248 HTTP/1.1" status: 204 len: 168 time: 0.4220970 Oct 27 14:19:23.844318 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37512) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:23.954457 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:23.965431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Deleting port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:23.965853 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.102039 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483a469-863b-4c75-a043-34ee438116fc None None] DHCP port deletion for b01e2881-d5be-4b6f-bcce-5f399201e9af request from dv-cinder-815663-1-smb {{(pid=82833) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 14:19:24.106904 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Deleting port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:24.107460 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.176096 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] For port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:24.176326 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.296025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Calling delete_port for 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b owned by network:dhcp {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:24.346019 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-4483a469-863b-4c75-a043-34ee438116fc None None] For port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b, host dv-cinder-815663-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815663-1-smb',level=0,port_id=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,segment=NetworkSegment(b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a),segment_id=b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:24.346365 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.376396 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.380518 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-701ab5aa-e18b-4a30-a5ed-f757220f4375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:24.424173 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7dc35e-dc65-4b36-a3db-70ebc4e3168b,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:24.426727 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:24.431987 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] No DVR routers for this DVR port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b on host dv-cinder-815663-1-smb {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:19:24.466248 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Calling delete_port for 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b owned by network:dhcp {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:19:24.548469 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.db.api [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 14:19:24.548798 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_db.api [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 14:19:24.551385 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.559310 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.576642 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e2881-d5be-4b6f-bcce-5f399201e9af']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:24.594179 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:24.594482 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8832bf1-3c4a-4ce6-8ce8-d7b0b2012a0a') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:19:24.607350 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.624660 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.631536 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:19:24.631923 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:19:24.644912 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:19:24.726854 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.732234 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84a056ff-3603-4ec3-8279-d1d997a375a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:24.750877 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:24.762732 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01e2881-d5be-4b6f-bcce-5f399201e9af,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:24.765783 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:24.777685 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b01e2881-d5be-4b6f-bcce-5f399201e9af HTTP/1.1" status: 204 len: 168 time: 0.9324210 Oct 27 14:19:24.926486 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37532) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:24.978842 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-5080729f-234f-4781-9527-d82d4e356d0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=942eaec60c4a442a8cfa0e41b78732c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509622 Oct 27 14:19:24.980990 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 37536) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:24.990474 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:19:25.026192 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:19:25.026515 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:19:25.026970 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device d0985054-59cb-4aa1-8c49-dedd78dd0686 no longer exists at agent ovs-agent-dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:19:25.039610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:25.053135 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Deleting port 8f7dc35e-dc65-4b36-a3db-70ebc4e3168b {{(pid=82833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:19:25.053322 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4483a469-863b-4c75-a043-34ee438116fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:25.064906 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:25.082957 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] No Port match for: d0985054-59cb-4aa1-8c49-dedd78dd0686 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:19:25.083309 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Device d0985054-59cb-4aa1-8c49-dedd78dd0686 not bound to the agent host dv-cinder-815663-1-smb {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:19:25.120734 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:25.123201 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-4483a469-863b-4c75-a043-34ee438116fc None None] The port '8f7dc35e-dc65-4b36-a3db-70ebc4e3168b' was deleted {{(pid=82833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 14:19:25.124442 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c60b1d0d-0ac5-468d-bb66-1ad3a9d4b18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:25.139696 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692916f-a7a1-4820-bce1-fc24c8034633,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:25.143185 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:25.148749 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:25.148749 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f692916f-a7a1-4820-bce1-fc24c8034633 HTTP/1.1" status: 204 len: 168 time: 0.1660428 Oct 27 14:19:26.002025 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37564) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:26.133479 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-890569270-network', 'tenant_id': '54e22595d437454eb7c5742a0711a0dc'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:26.138430 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:26.142589 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Usage tracker for resource:network and tenant:54e22595d437454eb7c5742a0711a0dc is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:19:26.145655 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:19:26.152988 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:26.165752 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Made reservation on behalf of 54e22595d437454eb7c5742a0711a0dc for: {'network': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:26.167955 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for network, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.180466 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.218735 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:26.224680 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Usage tracker for resource:security_group_rule and tenant:54e22595d437454eb7c5742a0711a0dc is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:19:26.227880 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:19:26.233709 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:26.300508 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.306582 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.309217 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f1a7a976-eb53-4da9-83b3-f9208ce947f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:26.335846 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117} {{(pid=82832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:19:26.345259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0f09a-df8a-48d2-af99-b8a600986fcd,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:26.349070 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:26.349980 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.350432 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.db.segments_db [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Added segment b0ea0df6-de2e-4180-acf3-970069f0169f of type vlan for network f9142f15-d1c0-4e2e-b3e0-10d64ace03de Oct 27 14:19:26.380435 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737949858533'] for network, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.412970 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745'] for network, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.414162 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:26.414715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.417858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:26.515014 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Pushing event updated for resources: {'Network': ['ID=f9142f15-d1c0-4e2e-b3e0-10d64ace03de,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:26.518225 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5152061 Oct 27 14:19:26.519107 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-5260e504-5ae5-4ec8-894a-d03d710f05cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:26.522889 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 37570) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:19:26.527535 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de details requested by agent ovs-agent-dv-cinder-815663-1-smb with host dv-cinder-815663-1-smb {{(pid=82833) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:19:26.529300 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Request body: {'subnet': {'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-890569270-subnet', 'tenant_id': '54e22595d437454eb7c5742a0711a0dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:26.534413 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:26.538218 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Usage tracker for resource:subnet and tenant:54e22595d437454eb7c5742a0711a0dc is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:19:26.541002 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:19:26.547317 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:26.560563 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Made reservation on behalf of 54e22595d437454eb7c5742a0711a0dc for: {'subnet': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:26.562979 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3869204'] for subnet, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.765452 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3179859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3869282'] for subnet, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.769524 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:26.839819 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622bf7f6-4195-44f2-8b45-c606fa61aad2,revision_number=0']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:26.842588 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:26.856429 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Checking segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:19:26.856782 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Network hostable DHCP agents. Network: f9142f15-d1c0-4e2e-b3e0-10d64ace03de, hostable agents: ['b8e6f462-0cfd-4d02-ade3-88eeaff3bd14'], hosted agents: [] {{(pid=82832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:19:26.880496 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de is scheduled to be hosted by DHCP agent b8e6f462-0cfd-4d02-ade3-88eeaff3bd14 with binding_index 1 {{(pid=82832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:19:26.892758 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815663-1-smb, f9142f15-d1c0-4e2e-b3e0-10d64ace03de) {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:26.898443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:26.900153 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:26.904191 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b04360-3deb-4d86-8fe8-12ff9efc0aef None None] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:19:26.925130 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025540-17ff-4960-ad4e-dec985458e6d req-229b944c-36d3-41c1-acac-cdca791deb4c tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:26.927816 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-229b944c-36d3-41c1-acac-cdca791deb4c tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 813 time: 0.1545906 Oct 27 14:19:26.930191 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-eecce875-2dfa-4fb3-b458-74ff540df965 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4058716 Oct 27 14:19:26.956909 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-612d4fb7-d5c1-404a-b5a9-262f55c99d6b tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/quotas/4335ed6bb75242b98442684d3926d246 HTTP/1.1" status: 200 len: 375 time: 0.0232313 Oct 27 14:19:27.003027 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-52d689f1-c4ff-4ca4-9e68-ac1c7a53e628 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412984 Oct 27 14:19:27.134949 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaed3b2-3202-43ec-8c7b-c9b0edd890fc None None] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de requested from dv-cinder-815663-1-smb {{(pid=82833) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:19:27.139462 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-75a9fd08-fff1-426b-81e2-997e34a646e3 service neutron] 10.222.0.61 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288147 Oct 27 14:19:27.381794 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-e5dbe382-016e-4d7f-9e8b-5d0ceaea7ac5 service neutron] 10.222.0.61 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359643 Oct 27 14:19:27.480369 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e472c-6bd3-4361-a856-d9de24810964 req-b0177046-564e-4f6c-92a8-5ed921bb3565 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:27.481045 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-958e472c-6bd3-4361-a856-d9de24810964 req-b0177046-564e-4f6c-92a8-5ed921bb3565 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:network {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:19:27.501015 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-958e472c-6bd3-4361-a856-d9de24810964 req-b0177046-564e-4f6c-92a8-5ed921bb3565 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:network {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:19:27.502521 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-b0177046-564e-4f6c-92a8-5ed921bb3565 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.1646829 Oct 27 14:19:27.521597 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-8d77166b-10a7-4d9c-93d8-755b3003bf33 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/quotas/54e22595d437454eb7c5742a0711a0dc HTTP/1.1" status: 200 len: 375 time: 0.0109258 Oct 27 14:19:27.570349 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-aff11dde-cdd0-4250-bd0d-b25c36a8fd47 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419202 Oct 27 14:19:27.571007 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-79299e11-df90-4e57-84ec-02d51ce2fcb3 req-4863b4fc-21fe-4063-8fec-4b849fa12981 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 210 time: 0.0464511 Oct 27 14:19:27.714891 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-06ceccd1-2c0a-4af7-93a5-66d136c95c1c service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312504 Oct 27 14:19:27.850108 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-c36ead0a-b995-47b2-bf40-7db98fefbee5 service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309934 Oct 27 14:19:28.040943 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0f6fa65c-bac4-4738-88e5-89b23f8674a5 req-56806deb-1394-4d0d-96fc-c24b37424dd8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 210 time: 0.0424011 Oct 27 14:19:28.614384 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025540-17ff-4960-ad4e-dec985458e6d req-a1883fa8-3c1f-46af-9435-163f5f7de646 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:28.615937 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-a1883fa8-3c1f-46af-9435-163f5f7de646 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 813 time: 0.1547601 Oct 27 14:19:28.633372 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Request body: {'port': {'device_id': '8510a08e-a512-435a-afec-183348a57d7e', 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e', 'admin_state_up': True, 'tenant_id': '4335ed6bb75242b98442684d3926d246'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:28.747933 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ee8e19db-4706-4ec0-b543-e519f38f4717 req-1b42dbde-73b3-4887-898f-ba9e1dd9638a tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 210 time: 0.0450206 Oct 27 14:19:28.774997 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:28.786366 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:28.797081 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Made reservation on behalf of 4335ed6bb75242b98442684d3926d246 for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:28.800130 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:28.964478 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Allocated IP 172.20.0.6 (cbcded00-6b34-46b2-a97a-45537efbe01e/582b8528-1ae1-4db3-8fba-c63231774ea1/c396c547-7769-4436-8df8-abd7fb053e0a) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:19:29.226007 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-65b2ef98-bd0b-44cb-894d-923f1e2e57d2 req-e2c7a868-d428-4622-adbe-f4f20a578d64 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 210 time: 0.0569403 Oct 27 14:19:29.231348 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.270594 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.276738 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-7e912822-df37-4e3e-ab07-b87bb402a5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:29.293824 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e472c-6bd3-4361-a856-d9de24810964 req-75166856-a2a4-44b0-9576-33a07d01a292 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:29.295221 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-75166856-a2a4-44b0-9576-33a07d01a292 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.2661207 Oct 27 14:19:29.313448 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Request body: {'port': {'device_id': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'admin_state_up': True, 'tenant_id': '54e22595d437454eb7c5742a0711a0dc'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:29.342532 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Network cbcded00-6b34-46b2-a97a-45537efbe01e is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:19:29.345459 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:29.349873 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:19:29.378078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Pushing event updated for resources: {'Port': ['ID=c396c547-7769-4436-8df8-abd7fb053e0a,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:29.384863 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:29.411405 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:29.412003 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.436655 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071630 Oct 27 14:19:29.448106 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:29.449037 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Request body: {'port': {'device_id': '8510a08e-a512-435a-afec-183348a57d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:29.451946 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Usage tracker for resource:port and tenant:54e22595d437454eb7c5742a0711a0dc is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:19:29.454768 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:19:29.460484 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:29.470595 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Made reservation on behalf of 54e22595d437454eb7c5742a0711a0dc for: {'port': 1} {{(pid=82832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:29.473901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.556083 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.639197 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_common [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Allocated IP 172.20.0.10 (f9142f15-d1c0-4e2e-b3e0-10d64ace03de/622bf7f6-4195-44f2-8b45-c606fa61aad2/1bf58bc1-0825-4995-9550-52e9dbcfc2a8) {{(pid=82832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:19:29.851068 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks [] for port, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.895691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c396c547-7769-4436-8df8-abd7fb053e0a {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:29.903595 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.919377 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Transition to ACTIVE for port object c396c547-7769-4436-8df8-abd7fb053e0a will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:19:29.924373 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.924763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3179975'] for port, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:29.929702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-04882e26-ff4c-4be9-9a19-5ac32f5bd9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:29.930779 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-4fc35a28-8600-4344-ad5b-bc3d629dff2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:30.016919 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de is already hosted by enough agents. {{(pid=82832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:19:30.017740 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event updated for resources: {'Port': ['ID=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:30.020906 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.scheduler.base_scheduler [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources bound (agent type, host, resource id): {{(pid=82832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:30.022885 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:30.024912 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Received port after_create {{(pid=82832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:19:30.067682 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0eb38a-6780-46e6-990c-1863a7266309 req-04411db3-08ff-4aeb-adb3-ae7f9b7c71df tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:30.069316 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1a0eb38a-6780-46e6-990c-1863a7266309 req-04411db3-08ff-4aeb-adb3-ae7f9b7c71df tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 931 time: 0.2009561 Oct 27 14:19:30.125065 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:30.125682 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.149031 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Pushing event updated for resources: {'Port': ['ID=c396c547-7769-4436-8df8-abd7fb053e0a,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:30.152278 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-1a0eb38a-6780-46e6-990c-1863a7266309 req-d5a9993d-12c8-4dc9-ac72-5937206ee3c1 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771589 Oct 27 14:19:30.152868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:30.156381 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-dd4e04b5-4dfb-422f-bab2-31e990bf0e55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8465788 Oct 27 14:19:30.168920 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.v2.base [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Request body: {'port': {'device_id': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:30.251552 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Attempting to bind port c396c547-7769-4436-8df8-abd7fb053e0a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:19:30.252148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Attempting to bind port c396c547-7769-4436-8df8-abd7fb053e0a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:19:30.252148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Attempting to bind port c396c547-7769-4436-8df8-abd7fb053e0a on network cbcded00-6b34-46b2-a97a-45537efbe01e {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:30.258210 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Port c396c547-7769-4436-8df8-abd7fb053e0a on network cbcded00-6b34-46b2-a97a-45537efbe01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:19:30.258525 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Attempting to bind port c396c547-7769-4436-8df8-abd7fb053e0a on network cbcded00-6b34-46b2-a97a-45537efbe01e {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:30.265058 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:19:30.265353 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Checking segment: {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:19:30.265874 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Bound using segment: {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:19:30.266298 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Bound port: c396c547-7769-4436-8df8-abd7fb053e0a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85535667-b487-438e-8cde-bbec8a361c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:19:30.266664 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.278433 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.390745 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] For port c396c547-7769-4436-8df8-abd7fb053e0a, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:19:30.404759 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] For port c396c547-7769-4436-8df8-abd7fb053e0a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c396c547-7769-4436-8df8-abd7fb053e0a,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:19:30.413138 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.417987 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b0a3e020-3a98-4e01-b05c-bf0b87dd3f82 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:30.487157 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.488660 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] 10.222.0.82 "PUT /v2.0/ports/c396c547-7769-4436-8df8-abd7fb053e0a HTTP/1.1" status: 200 len: 1093 time: 1.0434616 Oct 27 14:19:30.491335 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8510a08e-a512-435a-afec-183348a57d7e', 'tag': 'c396c547-7769-4436-8df8-abd7fb053e0a'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:30.516453 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae38a0-a45f-41e1-88f5-c0d3550935f4 req-b38aeb17-d88d-44a8-8fd7-6e02b33dd78b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:30.517951 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-66ae38a0-a45f-41e1-88f5-c0d3550935f4 req-b38aeb17-d88d-44a8-8fd7-6e02b33dd78b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 932 time: 0.1644068 Oct 27 14:19:30.519305 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Pushing event updated for resources: {'Port': ['ID=c396c547-7769-4436-8df8-abd7fb053e0a,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:30.521749 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1e8acdb3-7e36-418e-9174-2b596441d16d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:30.577987 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8510a08e-a512-435a-afec-183348a57d7e', 'tag': 'c396c547-7769-4436-8df8-abd7fb053e0a', 'status': 'completed', 'code': 200} Oct 27 14:19:30.612792 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-66ae38a0-a45f-41e1-88f5-c0d3550935f4 req-fbf50fff-9682-420b-a61b-a668ca557d55 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849555 Oct 27 14:19:30.636398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 {{(pid=82832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:30.643368 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.644129 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-ec684fd1-2d1f-4b83-9137-679cd0c44c0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 1096 time: 0.0973771 Oct 27 14:19:30.658477 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.provisioning_blocks [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Transition to ACTIVE for port object 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 will not be triggered until provisioned by entity L2. {{(pid=82832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:19:30.664028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.667981 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-7377cf3b-3496-4cd3-8796-839efa2e60cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:30.719046 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-262e6a12-aed5-457c-85fb-28147d9dc1eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c396c547-7769-4436-8df8-abd7fb053e0a HTTP/1.1" status: 200 len: 217 time: 0.0658767 Oct 27 14:19:30.782416 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91025540-17ff-4960-ad4e-dec985458e6d req-6381a751-cf4e-4f59-a274-5590bfd6b9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:30.783842 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-6381a751-cf4e-4f59-a274-5590bfd6b9ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=582b8528-1ae1-4db3-8fba-c63231774ea1 HTTP/1.1" status: 200 len: 853 time: 0.0585675 Oct 27 14:19:30.786213 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,revision_number=2']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:30.790282 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:30.832894 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-1f70af48-3d8d-4a98-a671-af3beae8203b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbcded00-6b34-46b2-a97a-45537efbe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418315 Oct 27 14:19:30.892807 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Attempting to bind port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:19:30.893825 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Attempting to bind port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:19:30.894151 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Attempting to bind port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:30.901971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:19:30.902382 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Attempting to bind port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:30.908735 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:19:30.909007 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Checking segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:19:30.909380 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Bound using segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} {{(pid=82832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:19:30.909817 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.managers [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Bound port: 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}}] {{(pid=82832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:19:30.910154 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:30.969939 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-1d10f301-3950-4afa-bf1b-175ee8649a1e service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298738 Oct 27 14:19:31.001501 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] For port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host hv-cinder-81566, cleared binding levels {{(pid=82832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:19:31.004463 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.plugins.ml2.db [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] For port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:19:31.010019 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3179998'] for port, after_update {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:31.014657 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9032f19c-b5e0-4c9f-855b-e27efc1c822e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:31.071301 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:31.072686 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] 10.222.0.82 "PUT /v2.0/ports/1bf58bc1-0825-4995-9550-52e9dbcfc2a8 HTTP/1.1" status: 200 len: 1094 time: 0.9080567 Oct 27 14:19:31.073184 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'tag': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8'}] {{(pid=82832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:31.094700 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,revision_number=3']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:31.104955 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-e3e9bb79-5e77-41ba-8ea6-0b6f32627733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:31.105138 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-91025540-17ff-4960-ad4e-dec985458e6d req-5bab6ae0-2f54-478b-935f-0526ab3c6fc6 service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280835 Oct 27 14:19:31.186197 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-fa562edc-0224-4dbd-a4d3-042baa0187cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 1097 time: 0.0715029 Oct 27 14:19:31.276260 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-dabc6b19-0780-468f-a3c5-9d1caeede7cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0775392 Oct 27 14:19:31.299412 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'tag': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'status': 'completed', 'code': 200} Oct 27 14:19:31.334119 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-d44c1c2a-2c01-4680-94e5-e139e75b06f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 1096 time: 0.1809504 Oct 27 14:19:31.387782 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e472c-6bd3-4361-a856-d9de24810964 req-6bf71be3-6afa-46a1-956e-2ad543593e9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:31.389246 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-6bf71be3-6afa-46a1-956e-2ad543593e9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.1053052 Oct 27 14:19:31.438570 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-300d3aee-9450-4a73-a61e-4f5e1fe2f232 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424116 Oct 27 14:19:31.471582 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-a68bafc5-74f9-4bfa-925d-d65387828b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:31.471820 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa086765-bf8e-4277-9f56-3659aadc487d req-dd2e16e8-734d-418e-a22f-6160b08ef311 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:31.472353 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-fa086765-bf8e-4277-9f56-3659aadc487d req-dd2e16e8-734d-418e-a22f-6160b08ef311 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Synchronizing usage tracker for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:19:31.473031 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-a68bafc5-74f9-4bfa-925d-d65387828b77 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 915 time: 0.1313868 Oct 27 14:19:31.544648 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-8034f4b1-f79c-4b02-994f-4ac0702a0d45 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c396c547-7769-4436-8df8-abd7fb053e0a HTTP/1.1" status: 200 len: 217 time: 0.0635066 Oct 27 14:19:31.553139 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-fa086765-bf8e-4277-9f56-3659aadc487d req-dd2e16e8-734d-418e-a22f-6160b08ef311 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Unset dirty status for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:19:31.554577 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fa086765-bf8e-4277-9f56-3659aadc487d req-dd2e16e8-734d-418e-a22f-6160b08ef311 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 943 time: 0.2717319 Oct 27 14:19:31.608174 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-cae64f11-3c49-4572-b36a-de68cd119f37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:31.609669 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-cae64f11-3c49-4572-b36a-de68cd119f37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=582b8528-1ae1-4db3-8fba-c63231774ea1 HTTP/1.1" status: 200 len: 853 time: 0.0576217 Oct 27 14:19:31.614762 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-3b4bf06f-395c-4c78-85ea-022cbdde75b3 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682794 Oct 27 14:19:31.647595 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fa086765-bf8e-4277-9f56-3659aadc487d req-e39f1ecd-70c4-4dc4-a479-ce2d5a70ea6f tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861256 Oct 27 14:19:31.665636 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-55576709-7f03-4cd7-8f6b-648a5e58a41f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbcded00-6b34-46b2-a97a-45537efbe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436175 Oct 27 14:19:31.755647 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-958e472c-6bd3-4361-a856-d9de24810964 req-2b45cbef-247d-493c-b84b-3a3c338357a0 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326466 Oct 27 14:19:31.845747 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-7cfa0eb4-7c04-4c81-9f9b-d5d6c75c3e9e service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721625 Oct 27 14:19:31.960429 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7837-2c0e-47e6-a31b-f258766d960e req-68b377ec-e098-4027-9420-3d586860b89f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:31.961144 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-474b7837-2c0e-47e6-a31b-f258766d960e req-68b377ec-e098-4027-9420-3d586860b89f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:19:31.975476 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-3d8a6257-bae8-4837-b9e8-6c1a9bc4fbc2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 1097 time: 0.1726758 Oct 27 14:19:32.002293 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-474b7837-2c0e-47e6-a31b-f258766d960e req-68b377ec-e098-4027-9420-3d586860b89f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:19:32.003431 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-474b7837-2c0e-47e6-a31b-f258766d960e req-68b377ec-e098-4027-9420-3d586860b89f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 944 time: 0.2417295 Oct 27 14:19:32.006719 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e8d87f43-fd7e-442f-864b-d434e50859cb req-9ca76d2a-6890-490e-aff3-a72d0c3c6821 service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529152 Oct 27 14:19:32.049591 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-474b7837-2c0e-47e6-a31b-f258766d960e req-b77a26dc-dca5-4c4a-96a1-da56c9f75a6f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:security_group {{(pid=82832) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:19:32.066414 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [req-474b7837-2c0e-47e6-a31b-f258766d960e req-b77a26dc-dca5-4c4a-96a1-da56c9f75a6f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:security_group {{(pid=82832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:19:32.068017 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-474b7837-2c0e-47e6-a31b-f258766d960e req-b77a26dc-dca5-4c4a-96a1-da56c9f75a6f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581172 Oct 27 14:19:32.106959 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-95c37264-9325-4018-8b23-eef76b092a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:32.108395 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-95c37264-9325-4018-8b23-eef76b092a24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 916 time: 0.1258073 Oct 27 14:19:32.176678 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-e1714d03-5cc9-4083-b4a4-d5e34df53a6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0600848 Oct 27 14:19:32.240014 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-2b6f26d3-8574-4016-8a70-750cea628914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:32.241434 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-2b6f26d3-8574-4016-8a70-750cea628914 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0584190 Oct 27 14:19:32.286618 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-0e93e471-f301-41b4-ae5f-9293486b0854 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378051 Oct 27 14:19:32.417392 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-9fab4155-fbef-41b1-a24a-dd705f4160db service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226666 Oct 27 14:19:32.552440 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-fdfe7756-c849-4e17-b3a2-49359b00d40b req-6c2aa2aa-4e13-40e4-8e37-a4374dbbf9be service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277597 Oct 27 14:19:32.861899 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b17b7-1db9-4883-9ead-70a04ca56746 req-6342412a-9608-46c6-b9db-ee097f1ac2e3 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:32.863224 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-247b17b7-1db9-4883-9ead-70a04ca56746 req-6342412a-9608-46c6-b9db-ee097f1ac2e3 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 943 time: 0.0853665 Oct 27 14:19:32.911574 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-247b17b7-1db9-4883-9ead-70a04ca56746 req-85bd629f-4a09-4b97-9f9a-da8e19b56389 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Oct 27 14:19:33.271615 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197db2e-861f-4d28-bb32-5c21fa608c69 req-bdec8e89-d9f8-4539-8571-59dc2cdaac07 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:33.273295 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a197db2e-861f-4d28-bb32-5c21fa608c69 req-bdec8e89-d9f8-4539-8571-59dc2cdaac07 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 944 time: 0.0778182 Oct 27 14:19:33.326473 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a197db2e-861f-4d28-bb32-5c21fa608c69 req-206a4fb7-253b-4c22-9c8e-021592affa84 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437016 Oct 27 14:19:33.440422 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:19:33.586980 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:33.600656 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'port_id': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'mac_address': 'fa:16:3e:b7:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622bf7f6-4195-44f2-8b45-c606fa61aad2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:19:33.653570 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:33.670179 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:33.686921 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:33.693107 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:33.693906 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device c396c547-7769-4436-8df8-abd7fb053e0a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:19:33.695763 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-871f4632-098e-4139-b6f0-17082c70c63a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:33.783593 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:33.849238 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.849543 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.849941 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.850314 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.850640 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.850965 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.851279 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.851596 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.851911 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.852209 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.852524 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:33.857583 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:33.923163 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port c396c547-7769-4436-8df8-abd7fb053e0a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c396c547-7769-4436-8df8-abd7fb053e0a,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:33.936129 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'c396c547-7769-4436-8df8-abd7fb053e0a', 'network_id': 'cbcded00-6b34-46b2-a97a-45537efbe01e', 'port_id': 'c396c547-7769-4436-8df8-abd7fb053e0a', 'mac_address': 'fa:16:3e:c7:a1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582b8528-1ae1-4db3-8fba-c63231774ea1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:19:33.991642 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:34.008511 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c396c547-7769-4436-8df8-abd7fb053e0a {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:34.023254 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port c396c547-7769-4436-8df8-abd7fb053e0a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c396c547-7769-4436-8df8-abd7fb053e0a,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:34.027588 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:34.029537 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:34.095151 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=c396c547-7769-4436-8df8-abd7fb053e0a,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:34.098165 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:34.106472 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f5669-c2b8-4ec8-b4cf-3b0c568d57b3 req-7febadd3-6035-417b-aa21-bc17bf5a5335 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:34.107939 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f72f5669-c2b8-4ec8-b4cf-3b0c568d57b3 req-7febadd3-6035-417b-aa21-bc17bf5a5335 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 944 time: 0.0749829 Oct 27 14:19:34.152776 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f72f5669-c2b8-4ec8-b4cf-3b0c568d57b3 req-4bb58768-ef9b-4f82-b2ad-1ee03b16fd52 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Oct 27 14:19:34.270559 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['c396c547-7769-4436-8df8-abd7fb053e0a'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:19:34.313977 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:19:34.535132 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bbb01-52f5-4afb-bcd8-0eb93b019c01 req-f2b12236-cff3-4625-9de9-d553a92ef436 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:34.536492 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0a2bbb01-52f5-4afb-bcd8-0eb93b019c01 req-f2b12236-cff3-4625-9de9-d553a92ef436 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 945 time: 0.0764997 Oct 27 14:19:34.582010 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-0a2bbb01-52f5-4afb-bcd8-0eb93b019c01 req-02ef7acc-ff0c-455f-abe0-20b7f614943b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Oct 27 14:19:35.362011 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6cc2-7e76-4195-8e08-4c10d3c3a4e1 req-e7ef1b5a-9b0f-4b96-8392-9f0572b939a0 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:35.363478 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b50c6cc2-7e76-4195-8e08-4c10d3c3a4e1 req-e7ef1b5a-9b0f-4b96-8392-9f0572b939a0 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 944 time: 0.0813534 Oct 27 14:19:35.417325 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b50c6cc2-7e76-4195-8e08-4c10d3c3a4e1 req-22a1e60c-4370-458e-8ce8-a478ab6c97f3 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481758 Oct 27 14:19:35.442978 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:19:35.524816 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:19:35.529782 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:19:35.530180 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:35.644014 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:35.670860 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:35.680502 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:35.685641 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:35.686530 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device c396c547-7769-4436-8df8-abd7fb053e0a up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:19:35.713413 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:35.744185 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'code': 200} Oct 27 14:19:35.794207 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494599e3-7f0d-4918-a509-86ff85c61cb2 req-3cd46442-f5bb-48c0-b04b-6c9dc661342d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:35.795604 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-494599e3-7f0d-4918-a509-86ff85c61cb2 req-3cd46442-f5bb-48c0-b04b-6c9dc661342d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 946 time: 0.0920720 Oct 27 14:19:35.802282 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:35.805712 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:35.818654 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port c396c547-7769-4436-8df8-abd7fb053e0a completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:19:35.823588 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port c396c547-7769-4436-8df8-abd7fb053e0a triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:19:35.823962 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:35.845315 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-494599e3-7f0d-4918-a509-86ff85c61cb2 req-40d8d815-3abb-4c7f-9309-00ce252a148c tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Oct 27 14:19:35.936651 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:35.970614 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port c396c547-7769-4436-8df8-abd7fb053e0a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c396c547-7769-4436-8df8-abd7fb053e0a,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:35.975482 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:35.975632 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-300c2aad-7ba5-4f8c-a226-63f1de655050 req-3ec7c83a-c3e2-43d9-8126-c27665dbcab5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 1099 time: 0.0771496 Oct 27 14:19:35.977323 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-d568929f-6283-497f-892e-3584fd964450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:36.021350 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-300c2aad-7ba5-4f8c-a226-63f1de655050 req-f0e8c862-4424-4b8e-b8c8-b9986239282b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Oct 27 14:19:36.039762 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=c396c547-7769-4436-8df8-abd7fb053e0a,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:36.042651 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:36.627595 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b79e4-695e-459f-a1e4-8e831e320d5c req-71955cb4-6c9c-4b2c-a00f-f5a4bd0e88c4 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:36.629055 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-677b79e4-695e-459f-a1e4-8e831e320d5c req-71955cb4-6c9c-4b2c-a00f-f5a4bd0e88c4 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0840065 Oct 27 14:19:36.675192 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-677b79e4-695e-459f-a1e4-8e831e320d5c req-585cc056-63b0-443a-a181-63daf8857d96 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Oct 27 14:19:37.055964 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5bf9-e300-4f92-8e2a-faedad15b94a req-5024006e-c97d-475f-b738-4dc740d94d67 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:37.057461 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-825b5bf9-e300-4f92-8e2a-faedad15b94a req-5024006e-c97d-475f-b738-4dc740d94d67 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 946 time: 0.0821736 Oct 27 14:19:37.103940 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-825b5bf9-e300-4f92-8e2a-faedad15b94a req-8e4a5302-eb22-43d8-953b-0d85bcdc4f72 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Oct 27 14:19:37.745157 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8510a08e-a512-435a-afec-183348a57d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c396c547-7769-4436-8df8-abd7fb053e0a'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:37.804375 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8510a08e-a512-435a-afec-183348a57d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c396c547-7769-4436-8df8-abd7fb053e0a', 'code': 200} Oct 27 14:19:38.077565 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6c79b-095f-4fde-9e85-b8a924696e14 req-039130a3-1f12-458a-b72d-5fda6e4dd903 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:38.079125 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-35d6c79b-095f-4fde-9e85-b8a924696e14 req-039130a3-1f12-458a-b72d-5fda6e4dd903 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.1319690 Oct 27 14:19:38.084409 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1b2f4de8-2919-4f9f-bbb3-e1041eecaf6a req-bcbc17c4-82eb-42db-8e80-6f12f1258e22 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 1098 time: 0.1025634 Oct 27 14:19:38.155860 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-35d6c79b-095f-4fde-9e85-b8a924696e14 req-a1a98842-eb70-4173-ac6f-93fa72f05f31 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705149 Oct 27 14:19:38.157416 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-1b2f4de8-2919-4f9f-bbb3-e1041eecaf6a req-8fa5e5b2-a1eb-4fd4-bcc2-0824c9a5277c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Oct 27 14:19:38.312259 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8d50e-be8c-482c-b903-11a4985b2be7 req-b9f4c711-1bad-4e30-b9a1-3a908491b826 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:38.313722 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d7f8d50e-be8c-482c-b903-11a4985b2be7 req-b9f4c711-1bad-4e30-b9a1-3a908491b826 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 946 time: 0.0882072 Oct 27 14:19:38.360784 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d7f8d50e-be8c-482c-b903-11a4985b2be7 req-d150896d-7d37-4a5e-b375-89edbf28c46c tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Oct 27 14:19:39.355577 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d39a-cd40-4aa2-b529-1f60e8bcda0f req-274d0fce-d5ed-4115-9f24-432aea000e6c tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:39.357113 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7dd7d39a-cd40-4aa2-b529-1f60e8bcda0f req-274d0fce-d5ed-4115-9f24-432aea000e6c tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0793962 Oct 27 14:19:39.417450 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7dd7d39a-cd40-4aa2-b529-1f60e8bcda0f req-ee3a3623-cabd-4383-b764-649d3617b483 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Oct 27 14:19:40.603093 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:40.625039 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151286e-3df9-4688-add0-d3fae08d1a13 req-8cdf192a-1e9c-45f9-859c-e868db97f330 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:40.626516 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8151286e-3df9-4688-add0-d3fae08d1a13 req-8cdf192a-1e9c-45f9-859c-e868db97f330 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0852423 Oct 27 14:19:40.673220 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8151286e-3df9-4688-add0-d3fae08d1a13 req-f37d7ea6-a482-4f19-95dd-44c4f591e028 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Oct 27 14:19:41.971994 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-c00f90a2-1067-469d-8312-2febd1eb518e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744250 Oct 27 14:19:42.203992 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-1089458a-4aef-4f5d-8a5c-166d8ac637c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4335ed6bb75242b98442684d3926d246&device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 1098 time: 0.1537325 Oct 27 14:19:42.360372 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-00c372ca-f3a9-49b9-8a84-5a41b4a2b2a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:42.361861 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-00c372ca-f3a9-49b9-8a84-5a41b4a2b2a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 200 len: 915 time: 0.1277747 Oct 27 14:19:42.431133 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-21639076-e44e-4241-9814-b7188584e6da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c396c547-7769-4436-8df8-abd7fb053e0a HTTP/1.1" status: 200 len: 217 time: 0.0626407 Oct 27 14:19:42.503676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-cbe731d6-4a41-47ad-8dd3-c015723074a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:42.505094 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-cbe731d6-4a41-47ad-8dd3-c015723074a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=582b8528-1ae1-4db3-8fba-c63231774ea1 HTTP/1.1" status: 200 len: 853 time: 0.0675366 Oct 27 14:19:42.550690 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-08d4222b-3635-4be5-883f-1faeaff2f5ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cbcded00-6b34-46b2-a97a-45537efbe01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396135 Oct 27 14:19:42.682991 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-c37aa9f1-4942-477d-998e-d1cac9203e5f service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245313 Oct 27 14:19:42.828580 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-518b3a3d-d6fd-46f9-ab2c-87c1a79d68e3 req-e1471fcd-fac6-4ac5-987f-4a4f671d2b6b service neutron] 10.222.0.82 "GET /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270361 Oct 27 14:19:43.075949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-a48e93e9-c5c6-4499-84bf-785060385d2f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:43.083535 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-a48e93e9-c5c6-4499-84bf-785060385d2f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.1484849 Oct 27 14:19:43.104835 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-1fdfdc39-1d59-4298-9f40-51361f6ba1a7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/quotas/54e22595d437454eb7c5742a0711a0dc HTTP/1.1" status: 200 len: 375 time: 0.0170262 Oct 27 14:19:43.206393 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-7df87d3a-56b6-45bf-8d8a-8ddca6cabda6 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940220 Oct 27 14:19:43.304248 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:19:43.356060 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-7dd6bbc1-e04d-47f0-baea-b7a42da1467c service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428196 Oct 27 14:19:43.493270 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-aed5ae10-5a20-4228-8379-2b34125d43de service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314375 Oct 27 14:19:43.705337 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-303f6ec2-5197-4440-8f45-0afd7a87f6b3 req-ff7e18b7-7bd0-4b5d-8314-83012fc85d27 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 210 time: 0.0573351 Oct 27 14:19:44.879413 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a7ae23fa-36a2-4295-8a95-6ca6916a01ad req-0bbcebb4-fb6a-4431-be47-d704cd01c83a tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 210 time: 0.0510006 Oct 27 14:19:45.149910 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-39b7b2b0-5bd8-417b-816f-df8df0fdaef2 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:45.151339 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-39b7b2b0-5bd8-417b-816f-df8df0fdaef2 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.1539443 Oct 27 14:19:45.168492 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Request body: {'port': {'device_id': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'admin_state_up': True, 'tenant_id': '54e22595d437454eb7c5742a0711a0dc'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:45.302404 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:45.312217 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:45.323930 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Made reservation on behalf of 54e22595d437454eb7c5742a0711a0dc for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:45.327057 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:45.584441 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Allocated IP 172.20.0.13 (f9142f15-d1c0-4e2e-b3e0-10d64ace03de/622bf7f6-4195-44f2-8b45-c606fa61aad2/ce8d64f4-335b-46e3-bc98-a16becda748f) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:19:45.788217 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:45.821676 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:45.828333 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-69a63eda-49cf-41e1-bed8-22699e4e3705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:45.834597 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:19:45.901095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:19:45.904774 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:45.908954 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:19:45.948532 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event updated for resources: {'Port': ['ID=ce8d64f4-335b-46e3-bc98-a16becda748f,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:45.959295 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.959752 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.960122 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.960486 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.960918 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.961282 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.961662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.962021 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.962376 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.962727 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.963078 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:19:45.968578 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:45.990751 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:45.991369 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:46.019417 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545051 Oct 27 14:19:46.038340 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Request body: {'port': {'device_id': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:46.206237 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:46.256510 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cb5e-5293-4630-806b-0d5d64f9410f req-b5918dbe-45dd-439a-8591-87b6a9909697 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:46.257208 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2597cb5e-5293-4630-806b-0d5d64f9410f req-b5918dbe-45dd-439a-8591-87b6a9909697 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:19:46.302674 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2597cb5e-5293-4630-806b-0d5d64f9410f req-b5918dbe-45dd-439a-8591-87b6a9909697 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:19:46.303833 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2597cb5e-5293-4630-806b-0d5d64f9410f req-b5918dbe-45dd-439a-8591-87b6a9909697 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 932 time: 0.2401843 Oct 27 14:19:46.438501 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2597cb5e-5293-4630-806b-0d5d64f9410f req-6b331dac-5564-4328-a290-d2afda3b3a56 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968778 Oct 27 14:19:46.601591 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8d64f4-335b-46e3-bc98-a16becda748f {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:46.608393 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:46.622688 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Transition to ACTIVE for port object ce8d64f4-335b-46e3-bc98-a16becda748f will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:19:46.629198 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:46.632868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8125665d-211a-40a6-8e29-c1505e236457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:46.749147 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d64f4-335b-46e3-bc98-a16becda748f,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:46.753283 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:46.856270 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Attempting to bind port ce8d64f4-335b-46e3-bc98-a16becda748f on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:19:46.856570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Attempting to bind port ce8d64f4-335b-46e3-bc98-a16becda748f by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:19:46.856928 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Attempting to bind port ce8d64f4-335b-46e3-bc98-a16becda748f on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:46.863511 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Port ce8d64f4-335b-46e3-bc98-a16becda748f on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:19:46.863828 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Attempting to bind port ce8d64f4-335b-46e3-bc98-a16becda748f on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:46.870537 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:19:46.870879 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Checking segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:19:46.871254 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Bound using segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:19:46.871694 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Bound port: ce8d64f4-335b-46e3-bc98-a16becda748f, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:19:46.872057 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:46.960420 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] For port ce8d64f4-335b-46e3-bc98-a16becda748f, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:19:46.963596 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] For port ce8d64f4-335b-46e3-bc98-a16becda748f, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce8d64f4-335b-46e3-bc98-a16becda748f,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:19:46.969185 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:46.974680 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d7410822-af9b-42ec-a3dd-fd5a248fdcf3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:47.046223 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:47.048276 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] 10.222.0.82 "PUT /v2.0/ports/ce8d64f4-335b-46e3-bc98-a16becda748f HTTP/1.1" status: 200 len: 1094 time: 1.0197346 Oct 27 14:19:47.049003 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'tag': 'ce8d64f4-335b-46e3-bc98-a16becda748f'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:47.067962 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8d64f4-335b-46e3-bc98-a16becda748f,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:47.071173 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:47.119764 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'tag': 'ce8d64f4-335b-46e3-bc98-a16becda748f', 'status': 'completed', 'code': 200} Oct 27 14:19:47.160342 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-03e52cf4-1238-4265-b6bb-81846c5c5039 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0716472 Oct 27 14:19:47.231751 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-7914059e-e6e9-4aa9-b097-d32353eba137 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8d64f4-335b-46e3-bc98-a16becda748f HTTP/1.1" status: 200 len: 217 time: 0.0626009 Oct 27 14:19:47.294406 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d5be2154-b9b3-4f33-992d-19382b66f25b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:47.295668 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-d5be2154-b9b3-4f33-992d-19382b66f25b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0567908 Oct 27 14:19:47.351696 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-0083296d-f2d3-466b-b441-99d4b110df2b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423086 Oct 27 14:19:47.642750 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-cb3b0734-e367-4c8d-9757-c282b069be59 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769353 Oct 27 14:19:47.754541 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e5bd-c26e-4cce-aea9-8b812a1dc51f req-dbaaeed2-0d63-4d55-9959-d60c54ce8c7f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:47.755974 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c47e5bd-c26e-4cce-aea9-8b812a1dc51f req-dbaaeed2-0d63-4d55-9959-d60c54ce8c7f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 944 time: 0.1855526 Oct 27 14:19:47.812839 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-8b9cb615-8d35-42f7-bd52-48a8ee456c54 req-711bbb95-69c6-488a-a700-5292cfdfdb42 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603913 Oct 27 14:19:47.826446 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c47e5bd-c26e-4cce-aea9-8b812a1dc51f req-6332def7-6e0f-456c-8125-c645c6ca16cc tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588582 Oct 27 14:19:47.937851 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-127d7787-8b7f-490e-9d3e-648c03e0dd17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0741282 Oct 27 14:19:48.073115 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-2be3eb1a-7b89-4da8-8201-010fd784f512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:48.074730 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-2be3eb1a-7b89-4da8-8201-010fd784f512 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 916 time: 0.1282341 Oct 27 14:19:48.151512 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-c4f9e523-2fa0-4b0e-950d-d70c28206d0b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8d64f4-335b-46e3-bc98-a16becda748f HTTP/1.1" status: 200 len: 217 time: 0.0636835 Oct 27 14:19:48.218987 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-c299e5ca-4fa6-4a83-a6ec-3f8748a8c290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:48.220304 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-c299e5ca-4fa6-4a83-a6ec-3f8748a8c290 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0620332 Oct 27 14:19:48.269028 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-e15ec80d-e083-4a7a-90f5-71eb379e8702 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415716 Oct 27 14:19:48.403552 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-df8f10c9-20be-4be7-8772-5d74d1ff75f8 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245446 Oct 27 14:19:48.561089 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-bde97380-07ae-429b-bb2c-88316758b0f8 req-66c32dd5-c356-45fb-801c-6a8de5b3b879 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361899 Oct 27 14:19:49.025156 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ac9ff-0bf3-448c-8620-782d7103d436 req-01696aaa-5347-4ddc-ab12-4b662b3fa6d7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:49.026636 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6f1ac9ff-0bf3-448c-8620-782d7103d436 req-01696aaa-5347-4ddc-ab12-4b662b3fa6d7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 944 time: 0.0774648 Oct 27 14:19:49.081176 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-6f1ac9ff-0bf3-448c-8620-782d7103d436 req-5a26e1cd-534c-4a4e-867a-1cea23b69329 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466576 Oct 27 14:19:49.547624 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device ce8d64f4-335b-46e3-bc98-a16becda748f details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:19:49.667605 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-e26b7a6b-84a7-4efa-91ca-b354516fff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:49.692313 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port ce8d64f4-335b-46e3-bc98-a16becda748f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce8d64f4-335b-46e3-bc98-a16becda748f,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:49.707102 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': 'ce8d64f4-335b-46e3-bc98-a16becda748f', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'port_id': 'ce8d64f4-335b-46e3-bc98-a16becda748f', 'mac_address': 'fa:16:3e:9f:b4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622bf7f6-4195-44f2-8b45-c606fa61aad2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:19:49.762170 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:49.780001 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8d64f4-335b-46e3-bc98-a16becda748f {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:49.795247 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port ce8d64f4-335b-46e3-bc98-a16becda748f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce8d64f4-335b-46e3-bc98-a16becda748f,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:49.800077 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:49.802044 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:49.872416 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=ce8d64f4-335b-46e3-bc98-a16becda748f,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:49.875472 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:50.114905 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:50.180909 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['ce8d64f4-335b-46e3-bc98-a16becda748f'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:19:50.290398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccfcac-6d78-4d48-8bb6-52c991fe4cee req-030764a1-71f3-4267-bcdf-65f5adcb5103 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:50.292043 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c3ccfcac-6d78-4d48-8bb6-52c991fe4cee req-030764a1-71f3-4267-bcdf-65f5adcb5103 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 945 time: 0.0816748 Oct 27 14:19:50.338685 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c3ccfcac-6d78-4d48-8bb6-52c991fe4cee req-08a0916c-85f7-457d-aed5-00df36bf3ea1 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Oct 27 14:19:51.556462 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6d8d-9767-4c04-894d-626281d7e864 req-3ac0e30a-c6d4-4c9d-a38c-2491c28607db tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:51.559554 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b6ec6d8d-9767-4c04-894d-626281d7e864 req-3ac0e30a-c6d4-4c9d-a38c-2491c28607db tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 945 time: 0.0945551 Oct 27 14:19:51.560653 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device ce8d64f4-335b-46e3-bc98-a16becda748f up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:19:51.607879 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-b6ec6d8d-9767-4c04-894d-626281d7e864 req-edfb6c0a-7503-4e8d-a950-9f2b79402552 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Oct 27 14:19:51.634212 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port ce8d64f4-335b-46e3-bc98-a16becda748f completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:19:51.639089 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port ce8d64f4-335b-46e3-bc98-a16becda748f triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:19:51.639472 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:51.792891 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-167c4a1a-a629-4821-beb0-19b2b6ea3710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:51.794444 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:51.821075 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d64f4-335b-46e3-bc98-a16becda748f'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:19:51.832164 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port ce8d64f4-335b-46e3-bc98-a16becda748f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce8d64f4-335b-46e3-bc98-a16becda748f,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:19:51.836656 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:51.838590 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:51.878418 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8d64f4-335b-46e3-bc98-a16becda748f', 'code': 200} Oct 27 14:19:51.909260 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=ce8d64f4-335b-46e3-bc98-a16becda748f,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:51.912368 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:52.134143 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c834ec64-c661-4851-bf1c-191695287b5b req-b4362835-2cd7-442e-98fd-a14583d28981 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 1099 time: 0.0738430 Oct 27 14:19:52.178071 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-c834ec64-c661-4851-bf1c-191695287b5b req-9c43b2a9-4e57-40d5-a380-5021178ed347 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368824 Oct 27 14:19:52.756114 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:52.809413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6fb74-722c-4641-9719-ad6fa25c6c48 req-22a4f668-4941-4bd3-8422-4c0659c8e480 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:52.810910 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-93c6fb74-722c-4641-9719-ad6fa25c6c48 req-22a4f668-4941-4bd3-8422-4c0659c8e480 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 946 time: 0.0830951 Oct 27 14:19:52.856585 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-93c6fb74-722c-4641-9719-ad6fa25c6c48 req-d1d89635-518f-4871-9bf2-b7b1750cb319 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Oct 27 14:19:54.069840 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd66eec-4994-45e6-9a65-6cdfb37c1ff1 req-87bee341-8dec-4fe6-a2fb-e73829cf9f4d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:54.071300 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cfd66eec-4994-45e6-9a65-6cdfb37c1ff1 req-87bee341-8dec-4fe6-a2fb-e73829cf9f4d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 946 time: 0.0794709 Oct 27 14:19:54.116409 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cfd66eec-4994-45e6-9a65-6cdfb37c1ff1 req-d598e470-1db8-4e7e-b523-9f8b8699ea9a tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Oct 27 14:19:54.559721 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:56.627790 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-2a0b64a9-5248-4cff-b6b5-1209b09bb69b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:56.629227 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-2a0b64a9-5248-4cff-b6b5-1209b09bb69b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.2328470 Oct 27 14:19:56.645845 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-bd4c06b6-734e-4462-87b1-3d390b1f0873 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/quotas/54e22595d437454eb7c5742a0711a0dc HTTP/1.1" status: 200 len: 375 time: 0.0110190 Oct 27 14:19:56.730570 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-85ae56e0-fead-484b-817c-0b9e9cfb80b0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792446 Oct 27 14:19:56.873938 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-4428e1b0-471f-4886-9f0b-8f84db97d4cf service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365407 Oct 27 14:19:57.008420 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-9ccd3dcf-4068-488a-b4c7-df760daab683 service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285462 Oct 27 14:19:57.214578 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-d2408789-1461-410d-80e5-ca617e93c3e8 req-0e3e6c84-0674-463b-8859-5a81e27b458c tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 210 time: 0.0524211 Oct 27 14:19:58.303646 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-436649b5-2e51-465f-83ca-0ec426567bed tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:58.305117 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-436649b5-2e51-465f-83ca-0ec426567bed tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.1506979 Oct 27 14:19:58.332915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Request body: {'port': {'device_id': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'admin_state_up': True, 'tenant_id': '54e22595d437454eb7c5742a0711a0dc'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:58.374837 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bf874e59-db03-4a72-a53c-fc2b22e73217 req-7b7f5936-0fad-479f-bf17-804f6552d1ac tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 210 time: 0.0410464 Oct 27 14:19:58.572425 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:19:58.583570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:19:58.596995 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Made reservation on behalf of 54e22595d437454eb7c5742a0711a0dc for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:19:58.599987 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:58.775929 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Allocated IP 172.20.0.9 (f9142f15-d1c0-4e2e-b3e0-10d64ace03de/622bf7f6-4195-44f2-8b45-c606fa61aad2/032e2213-1b78-47d9-a2d0-2851c9cdc961) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:19:58.997748 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:59.026954 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:59.033473 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-959dba18-5c41-4ade-8ee6-806df8c507dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:59.041722 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'ce8d64f4-335b-46e3-bc98-a16becda748f'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:19:59.101595 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:19:59.107711 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:19:59.107711 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event updated for resources: {'Port': ['ID=032e2213-1b78-47d9-a2d0-2851c9cdc961,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:59.109589 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:19:59.134476 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:59.169823 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:59.170426 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:59.201695 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-0674a4d1-7d4d-4730-b5c6-1261a4582425 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733580 Oct 27 14:19:59.213876 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Request body: {'port': {'device_id': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:19:59.338441 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:59.581854 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19f39e-c8cc-4cc1-a578-e24ed6129d8f req-8f0783af-240f-44dd-b59c-07bee9f8369b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:19:59.583284 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ae19f39e-c8cc-4cc1-a578-e24ed6129d8f req-8f0783af-240f-44dd-b59c-07bee9f8369b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 931 time: 0.0850616 Oct 27 14:19:59.634894 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ae19f39e-c8cc-4cc1-a578-e24ed6129d8f req-11fd931e-663c-45a2-87ce-d77e2500bda8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Oct 27 14:19:59.712042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032e2213-1b78-47d9-a2d0-2851c9cdc961 {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:19:59.719626 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:59.735010 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Transition to ACTIVE for port object 032e2213-1b78-47d9-a2d0-2851c9cdc961 will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:19:59.741234 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:19:59.744914 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-86586d29-09eb-44fa-82d1-2636f474dfeb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:19:59.867073 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Pushing event updated for resources: {'Port': ['ID=032e2213-1b78-47d9-a2d0-2851c9cdc961,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:19:59.871084 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:19:59.978202 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Attempting to bind port 032e2213-1b78-47d9-a2d0-2851c9cdc961 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:19:59.978627 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Attempting to bind port 032e2213-1b78-47d9-a2d0-2851c9cdc961 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:19:59.978981 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Attempting to bind port 032e2213-1b78-47d9-a2d0-2851c9cdc961 on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:59.984789 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Port 032e2213-1b78-47d9-a2d0-2851c9cdc961 on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:19:59.985100 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Attempting to bind port 032e2213-1b78-47d9-a2d0-2851c9cdc961 on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:19:59.991459 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:19:59.991786 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Checking segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:19:59.992155 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Bound using segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:19:59.992570 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Bound port: 032e2213-1b78-47d9-a2d0-2851c9cdc961, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:19:59.992908 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:00.085094 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] For port 032e2213-1b78-47d9-a2d0-2851c9cdc961, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:20:00.088758 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] For port 032e2213-1b78-47d9-a2d0-2851c9cdc961, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:20:00.093587 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:00.097491 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-87d0a8b2-9f1e-43a3-99c3-f0e46c8a1d19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:00.162427 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:00.163991 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-93151639-0853-4564-a8c1-f763e7973424 service neutron] 10.222.0.82 "PUT /v2.0/ports/032e2213-1b78-47d9-a2d0-2851c9cdc961 HTTP/1.1" status: 200 len: 1093 time: 0.9543645 Oct 27 14:20:00.164497 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'tag': '032e2213-1b78-47d9-a2d0-2851c9cdc961'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:00.184994 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Pushing event updated for resources: {'Port': ['ID=032e2213-1b78-47d9-a2d0-2851c9cdc961,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:00.194103 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:00.238246 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'tag': '032e2213-1b78-47d9-a2d0-2851c9cdc961', 'status': 'completed', 'code': 200} Oct 27 14:20:00.283653 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-cc418f0d-c035-4b81-b098-dc6c89742945 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 1096 time: 0.0785673 Oct 27 14:20:00.358681 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-9fc990e7-3b11-45a4-ab55-5fa23acc3e43 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961 HTTP/1.1" status: 200 len: 217 time: 0.0670235 Oct 27 14:20:00.426092 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-12ccac48-74a3-40b8-97ca-aa7d792901a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:00.427532 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-12ccac48-74a3-40b8-97ca-aa7d792901a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0598598 Oct 27 14:20:00.480836 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-45a3701b-a8a7-4339-8db6-e2b098cb8e18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384104 Oct 27 14:20:00.727821 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-87f8a6fc-1214-48c4-810d-4d60483a2617 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346077 Oct 27 14:20:00.881028 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc1b0e-d446-455d-b02d-81dc40407c3a req-30dffbb3-f841-48fc-8421-e27f9d05125e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:00.882479 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cdcc1b0e-d446-455d-b02d-81dc40407c3a req-30dffbb3-f841-48fc-8421-e27f9d05125e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0763636 Oct 27 14:20:00.919341 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e76f1dab-9365-4a23-b11f-a329cf4094ff req-7390e523-faae-4c89-b106-6a77fb3cd6e5 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836355 Oct 27 14:20:00.930529 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cdcc1b0e-d446-455d-b02d-81dc40407c3a req-64c6a4b4-4ca2-4939-b552-f7f55cfcf5bb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Oct 27 14:20:00.934922 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98a198-1ccc-4513-a877-6f8aed25a419 req-82355242-7a05-4676-8e53-e6bda04a0235 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:00.935614 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2d98a198-1ccc-4513-a877-6f8aed25a419 req-82355242-7a05-4676-8e53-e6bda04a0235 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:00.961775 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-2d98a198-1ccc-4513-a877-6f8aed25a419 req-82355242-7a05-4676-8e53-e6bda04a0235 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:00.962941 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2d98a198-1ccc-4513-a877-6f8aed25a419 req-82355242-7a05-4676-8e53-e6bda04a0235 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 943 time: 0.1856198 Oct 27 14:20:01.062243 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2d98a198-1ccc-4513-a877-6f8aed25a419 req-c1f0fb0a-9b3d-4445-84cd-4179a5c8c97d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930860 Oct 27 14:20:01.081001 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-06375c26-2496-4576-b999-3e81028c2693 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 1096 time: 0.0910122 Oct 27 14:20:01.224564 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-77fc0752-25f8-44a0-931e-01f746b8c76e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:01.225955 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-77fc0752-25f8-44a0-931e-01f746b8c76e service neutron] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 916 time: 0.1345811 Oct 27 14:20:01.313577 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-7e8c1894-0e46-4042-96be-6937ba36b3e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961 HTTP/1.1" status: 200 len: 217 time: 0.0642102 Oct 27 14:20:01.376636 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-c18ff32d-86b5-44f2-8865-9f8771ac5be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:01.378030 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-c18ff32d-86b5-44f2-8865-9f8771ac5be3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0568967 Oct 27 14:20:01.431399 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-8db7ecd5-4a13-49f9-bf61-1c571c8b6707 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416300 Oct 27 14:20:01.562077 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-5b76c0bc-daf7-40fa-acd9-4fd86e4f6bf9 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217077 Oct 27 14:20:01.702684 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96f0e6de-22d5-4844-b4ff-f5f7b2666c5d req-058e8905-b64a-4608-841e-85ceb368b8b7 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289768 Oct 27 14:20:02.163764 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff23210-a071-46dd-8164-ce8a82ea3fdd req-f2fe574c-2bba-4c85-801d-be987574687e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:02.165097 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-8ff23210-a071-46dd-8164-ce8a82ea3fdd req-f2fe574c-2bba-4c85-801d-be987574687e tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0921874 Oct 27 14:20:02.213897 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-8ff23210-a071-46dd-8164-ce8a82ea3fdd req-44fc8b83-9ca7-48e0-afbe-8f9b7fb36f1f tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Oct 27 14:20:02.261502 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478803a-7e92-4db7-95d8-54996d11875b req-97e76f30-0891-4032-91fe-82403242bc6e tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:02.263063 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a478803a-7e92-4db7-95d8-54996d11875b req-97e76f30-0891-4032-91fe-82403242bc6e tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 943 time: 0.0749807 Oct 27 14:20:02.311033 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a478803a-7e92-4db7-95d8-54996d11875b req-130271c2-b93b-40a0-aab9-a1c36fb5705e tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Oct 27 14:20:03.437726 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f84d-13e7-4839-819d-98bdf7a35a74 req-f6f30272-f70a-400a-a246-9235c8428d34 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:03.439148 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e525f84d-13e7-4839-819d-98bdf7a35a74 req-f6f30272-f70a-400a-a246-9235c8428d34 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0784812 Oct 27 14:20:03.489870 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-e525f84d-13e7-4839-819d-98bdf7a35a74 req-68ee99ad-c8e7-46c5-b6d5-1b21af945a38 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Oct 27 14:20:03.513025 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250457e-bd71-4738-8ca9-44387ab9702c req-078fb62a-c561-428a-a744-b6e4e6f2c1d9 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:03.514488 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4250457e-bd71-4738-8ca9-44387ab9702c req-078fb62a-c561-428a-a744-b6e4e6f2c1d9 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 943 time: 0.0812194 Oct 27 14:20:03.560187 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4250457e-bd71-4738-8ca9-44387ab9702c req-e868b122-729b-45f7-99f8-66950525a72f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Oct 27 14:20:03.700244 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 032e2213-1b78-47d9-a2d0-2851c9cdc961 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:20:03.849160 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 032e2213-1b78-47d9-a2d0-2851c9cdc961, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:03.864817 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '032e2213-1b78-47d9-a2d0-2851c9cdc961', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'port_id': '032e2213-1b78-47d9-a2d0-2851c9cdc961', 'mac_address': 'fa:16:3e:d9:7e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622bf7f6-4195-44f2-8b45-c606fa61aad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:20:03.918669 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:03.935714 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032e2213-1b78-47d9-a2d0-2851c9cdc961 {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:20:03.952047 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 032e2213-1b78-47d9-a2d0-2851c9cdc961, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:03.959169 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:03.960871 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:04.037231 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=032e2213-1b78-47d9-a2d0-2851c9cdc961,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:04.040378 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:04.244645 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['032e2213-1b78-47d9-a2d0-2851c9cdc961'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:04.696576 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab9958-88c6-40bd-8cb0-c7e3bf820c09 req-b7d78b5c-0d7d-4dcf-8f14-cf5eaa554790 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:04.698051 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a1ab9958-88c6-40bd-8cb0-c7e3bf820c09 req-b7d78b5c-0d7d-4dcf-8f14-cf5eaa554790 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0797184 Oct 27 14:20:04.744532 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a1ab9958-88c6-40bd-8cb0-c7e3bf820c09 req-073e75f5-89af-49f5-9080-ea3081fdb7cb tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Oct 27 14:20:04.765604 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d28e45-6ac5-4921-b2b1-fed49eb3ef62 req-251d39b7-da84-4e67-a8de-6850009553cb tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:04.767044 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f1d28e45-6ac5-4921-b2b1-fed49eb3ef62 req-251d39b7-da84-4e67-a8de-6850009553cb tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 944 time: 0.0755870 Oct 27 14:20:04.815671 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-f1d28e45-6ac5-4921-b2b1-fed49eb3ef62 req-13e7b705-df6d-4c1b-897c-f2e2c78bea6d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Oct 27 14:20:05.702418 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 032e2213-1b78-47d9-a2d0-2851c9cdc961 up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:20:05.776508 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 032e2213-1b78-47d9-a2d0-2851c9cdc961 completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:20:05.781765 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 032e2213-1b78-47d9-a2d0-2851c9cdc961 triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:20:05.782148 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:05.860512 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-8c6d2331-c71d-4bd0-8460-a454881918ea tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:05.861965 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-8c6d2331-c71d-4bd0-8460-a454881918ea tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.0799572 Oct 27 14:20:05.904035 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:05.940444 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e2213-1b78-47d9-a2d0-2851c9cdc961'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:05.945591 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Deleting port c396c547-7769-4436-8df8-abd7fb053e0a {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:20:05.946547 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:05.955931 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 032e2213-1b78-47d9-a2d0-2851c9cdc961, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:05.966930 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:05.968332 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:05.992668 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd8cc0-81f3-4f80-96f4-8bf4a501f826 req-28a7a631-b667-4a0f-b26a-91a5fd42825c tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:05.994173 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a7cd8cc0-81f3-4f80-96f4-8bf4a501f826 req-28a7a631-b667-4a0f-b26a-91a5fd42825c tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 945 time: 0.1286948 Oct 27 14:20:06.031672 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=032e2213-1b78-47d9-a2d0-2851c9cdc961,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:06.034830 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:06.046149 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a7cd8cc0-81f3-4f80-96f4-8bf4a501f826 req-79697de1-1870-4246-a44d-51590de231af tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460982 Oct 27 14:20:06.107871 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032e2213-1b78-47d9-a2d0-2851c9cdc961', 'code': 200} Oct 27 14:20:06.329148 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd438-3ff5-4733-acfe-ac82e82aaa41 req-6df53e7a-906c-47fe-b6c6-70f9980e68bf tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:06.330617 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-641dd438-3ff5-4733-acfe-ac82e82aaa41 req-6df53e7a-906c-47fe-b6c6-70f9980e68bf tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 945 time: 0.3330841 Oct 27 14:20:06.338171 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-176ee0d4-d2cd-46c9-8c7e-ab70079d4b23 req-537af67c-316f-41c0-82b1-0d6d83d8227a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 1098 time: 0.0682952 Oct 27 14:20:06.381188 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-176ee0d4-d2cd-46c9-8c7e-ab70079d4b23 req-9af524b0-662f-4d93-8088-ae0d71ec0c84 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Oct 27 14:20:06.397579 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] For port c396c547-7769-4436-8df8-abd7fb053e0a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c396c547-7769-4436-8df8-abd7fb053e0a,segment=NetworkSegment(85535667-b487-438e-8cde-bbec8a361c2e),segment_id=85535667-b487-438e-8cde-bbec8a361c2e)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:06.397940 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:06.517143 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-641dd438-3ff5-4733-acfe-ac82e82aaa41 req-d09d403f-cf85-4001-b902-f247409312f9 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786427 Oct 27 14:20:06.523167 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Calling delete_port for c396c547-7769-4436-8df8-abd7fb053e0a owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:20:06.664852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:06.670298 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-c7c85e50-938b-4531-b4a9-5aa28c55c1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:06.677422 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['c396c547-7769-4436-8df8-abd7fb053e0a'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:06.717748 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Pushing event deleted for resources: {'Port': ['ID=c396c547-7769-4436-8df8-abd7fb053e0a,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:06.721610 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:06.794202 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] No DVR routers for this DVR port c396c547-7769-4436-8df8-abd7fb053e0a on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:20:06.796816 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:06.799338 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8510a08e-a512-435a-afec-183348a57d7e', 'name': 'network-vif-deleted', 'tag': 'c396c547-7769-4436-8df8-abd7fb053e0a'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:06.816976 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-47f2bcd6-1d54-4cda-95a4-b83a80ab3fe3 req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.82 "DELETE /v2.0/ports/c396c547-7769-4436-8df8-abd7fb053e0a HTTP/1.1" status: 204 len: 173 time: 0.9485528 Oct 27 14:20:06.870382 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8510a08e-a512-435a-afec-183348a57d7e', 'name': 'network-vif-deleted', 'tag': 'c396c547-7769-4436-8df8-abd7fb053e0a', 'status': 'completed', 'code': 200} Oct 27 14:20:07.236132 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-999c7dc5-5c4e-493e-9c36-89c7ee7438ec req-1b4f068c-3533-4962-a597-491191c898ec tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Synchronizing usage tracker for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:07.257248 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-999c7dc5-5c4e-493e-9c36-89c7ee7438ec req-1b4f068c-3533-4962-a597-491191c898ec tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Unset dirty status for tenant:4335ed6bb75242b98442684d3926d246 on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:07.258756 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-999c7dc5-5c4e-493e-9c36-89c7ee7438ec req-1b4f068c-3533-4962-a597-491191c898ec tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] 10.222.0.61 "GET /v2.0/ports?device_id=8510a08e-a512-435a-afec-183348a57d7e HTTP/1.1" status: 200 len: 210 time: 0.0757897 Oct 27 14:20:07.720860 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a61c0-6dbe-475c-9f91-7d1bda200095 req-e7bd0e06-b288-4e0c-b695-098f617831ab tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:07.722359 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d21a61c0-6dbe-475c-9f91-7d1bda200095 req-e7bd0e06-b288-4e0c-b695-098f617831ab tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 945 time: 0.0841904 Oct 27 14:20:07.774747 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-d21a61c0-6dbe-475c-9f91-7d1bda200095 req-91d319d6-be3e-4b4d-9d71-f782e470d59b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460234 Oct 27 14:20:08.974037 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f5cee-f4fb-4c9a-a945-a512bbc3cf92 req-8f1f84d9-43d9-4729-8262-0c1151be545b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:08.975504 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-af4f5cee-f4fb-4c9a-a945-a512bbc3cf92 req-8f1f84d9-43d9-4729-8262-0c1151be545b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 945 time: 0.0799825 Oct 27 14:20:09.021851 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-af4f5cee-f4fb-4c9a-a945-a512bbc3cf92 req-d12f50a9-64a0-45f5-8795-2cdaa798fb41 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Oct 27 14:20:09.710970 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device c396c547-7769-4436-8df8-abd7fb053e0a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:20:09.745436 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: c396c547-7769-4436-8df8-abd7fb053e0a {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:20:09.745736 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device c396c547-7769-4436-8df8-abd7fb053e0a not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:20:10.624495 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:15.466989 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-0b4d0a06-7a95-4e24-98f5-3f4b10974fac tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:15.468346 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-0b4d0a06-7a95-4e24-98f5-3f4b10974fac tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.1566751 Oct 27 14:20:15.484619 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-ac039e59-94cc-4e23-b4e6-d62ba44b5842 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/quotas/54e22595d437454eb7c5742a0711a0dc HTTP/1.1" status: 200 len: 375 time: 0.0108442 Oct 27 14:20:15.571561 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-3a594405-4f07-41a1-bb1b-dd50fc070a6c tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819159 Oct 27 14:20:15.789324 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-be0ba843-49e2-4a44-8a23-8563f8e95ff9 service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096319 Oct 27 14:20:15.923348 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-5102262f-777f-418f-ad6a-8272d6cd6920 service neutron] 10.222.0.61 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279969 Oct 27 14:20:16.122549 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-9e4d0ab8-22a7-4883-851d-a4433f0a6867 req-89534e16-5304-4743-bc67-2d3c56d5a5fc tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 210 time: 0.0512798 Oct 27 14:20:17.302944 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-fdffcce3-4baa-409f-b35e-44ab30da4809 req-bce9f5d4-fdee-4b5b-94e3-c514bb70e3c7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 210 time: 0.0410807 Oct 27 14:20:17.312592 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-4c302ccf-b8c3-48df-8fe4-85045eccf222 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:17.314168 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-4c302ccf-b8c3-48df-8fe4-85045eccf222 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 814 time: 0.1612790 Oct 27 14:20:17.340940 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Request body: {'port': {'device_id': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'admin_state_up': True, 'tenant_id': '54e22595d437454eb7c5742a0711a0dc'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:20:17.480386 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:20:17.491396 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:20:17.501462 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Made reservation on behalf of 54e22595d437454eb7c5742a0711a0dc for: {'port': 1} {{(pid=82831) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:20:17.504506 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:17.674863 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_common [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Allocated IP 172.20.0.3 (f9142f15-d1c0-4e2e-b3e0-10d64ace03de/622bf7f6-4195-44f2-8b45-c606fa61aad2/72fd6001-b6a9-4667-bd5b-7e38357338ee) {{(pid=82831) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:20:17.891985 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks [] for port, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:17.922401 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737949872478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:17.928333 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-06f3c7df-7761-47e8-b703-9b0fd7a77b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:17.934083 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'ce8d64f4-335b-46e3-bc98-a16becda748f', '032e2213-1b78-47d9-a2d0-2851c9cdc961'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:18.001473 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Network f9142f15-d1c0-4e2e-b3e0-10d64ace03de is already hosted by enough agents. {{(pid=82831) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:20:18.005116 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.scheduler.base_scheduler [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Resources bound (agent type, host, resource id): {{(pid=82831) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:20:18.007152 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event updated for resources: {'Port': ['ID=72fd6001-b6a9-4667-bd5b-7e38357338ee,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:18.009209 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Received port after_create {{(pid=82831) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:20:18.035543 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:18.070244 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:18.070845 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:18.096891 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-33132761-b4d0-477b-951a-b27a1dec6752 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604387 Oct 27 14:20:18.110670 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.v2.base [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Request body: {'port': {'device_id': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=82831) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:20:18.223858 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:18.616614 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801f8b-0c11-4161-a00d-3168c4d8b92c req-20c12ac8-5e71-45c8-8dce-2894e29f6644 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:18.617290 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-7e801f8b-0c11-4161-a00d-3168c4d8b92c req-20c12ac8-5e71-45c8-8dce-2894e29f6644 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:18.652481 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-7e801f8b-0c11-4161-a00d-3168c4d8b92c req-20c12ac8-5e71-45c8-8dce-2894e29f6644 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:18.653742 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7e801f8b-0c11-4161-a00d-3168c4d8b92c req-20c12ac8-5e71-45c8-8dce-2894e29f6644 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 931 time: 0.2251916 Oct 27 14:20:18.740692 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fd6001-b6a9-4667-bd5b-7e38357338ee {{(pid=82831) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:20:18.752366 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:18.763009 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7e801f8b-0c11-4161-a00d-3168c4d8b92c req-ef326a87-fc89-43a2-84e6-d9011996d754 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013112 Oct 27 14:20:18.772799 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.provisioning_blocks [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Transition to ACTIVE for port object 72fd6001-b6a9-4667-bd5b-7e38357338ee will not be triggered until provisioned by entity L2. {{(pid=82831) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:20:18.780552 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:18.790755 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-93151639-0853-4564-a8c1-f763e7973424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:18.916119 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=72fd6001-b6a9-4667-bd5b-7e38357338ee,revision_number=2']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:18.918949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:19.017915 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Attempting to bind port 72fd6001-b6a9-4667-bd5b-7e38357338ee on host hv-cinder-81566 for vnic_type normal with profile {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:20:19.018491 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Attempting to bind port 72fd6001-b6a9-4667-bd5b-7e38357338ee by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:20:19.018808 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Attempting to bind port 72fd6001-b6a9-4667-bd5b-7e38357338ee on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:20:19.025093 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Port 72fd6001-b6a9-4667-bd5b-7e38357338ee on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 14:20:19.025401 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Attempting to bind port 72fd6001-b6a9-4667-bd5b-7e38357338ee on network f9142f15-d1c0-4e2e-b3e0-10d64ace03de {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:20:19.031977 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Checking agent: {'id': '6acf3983-9c73-474f-86be-ed62c837525a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'started_at': datetime.datetime(2021, 10, 27, 14, 9, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:20:19.032303 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Checking segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82831) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:20:19.032686 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Bound using segment: {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'} {{(pid=82831) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:20:19.033095 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.managers [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Bound port: 72fd6001-b6a9-4667-bd5b-7e38357338ee, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ea0df6-de2e-4180-acf3-970069f0169f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de'}}] {{(pid=82831) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:20:19.033412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:19.128338 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] For port 72fd6001-b6a9-4667-bd5b-7e38357338ee, host hv-cinder-81566, cleared binding levels {{(pid=82831) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:20:19.131369 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] For port 72fd6001-b6a9-4667-bd5b-7e38357338ee, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:20:19.135096 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3637350'] for port, after_update {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:19.139445 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6297d065-360c-403c-b614-49a9a9cfc877 tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:19.190981 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:19.192982 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] 10.222.0.82 "PUT /v2.0/ports/72fd6001-b6a9-4667-bd5b-7e38357338ee HTTP/1.1" status: 200 len: 1093 time: 1.0861633 Oct 27 14:20:19.193786 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'tag': '72fd6001-b6a9-4667-bd5b-7e38357338ee'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:19.225683 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=72fd6001-b6a9-4667-bd5b-7e38357338ee,revision_number=3']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:19.229307 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-04f635ff-e986-4065-84b0-9fb6b924c4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:19.267670 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'tag': '72fd6001-b6a9-4667-bd5b-7e38357338ee', 'status': 'completed', 'code': 200} Oct 27 14:20:19.309152 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-0ccc4139-328a-4cc5-8c3d-6bd765cd6ba3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 1096 time: 0.0726233 Oct 27 14:20:19.386036 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-ba4eeaf9-33df-4517-8ef1-df1e5314d259 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee HTTP/1.1" status: 200 len: 217 time: 0.0676436 Oct 27 14:20:19.450630 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-6e7d414e-8c71-4f46-afc2-f336c2eb70d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:19.452094 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-6e7d414e-8c71-4f46-afc2-f336c2eb70d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0599513 Oct 27 14:20:19.515093 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-2235abc9-0bc8-4e2b-aacd-4aa75efb65e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479000 Oct 27 14:20:19.631449 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-cc55779e-5a59-46d0-824a-55cdf56ec03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:19.654755 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-9274f007-a89a-4ca2-8612-679cb4da4f17 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303766 Oct 27 14:20:19.790055 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ac99f8b3-3dea-4ff1-bca0-5e5ebb6265c5 req-93296999-183a-4f8c-a82d-850169646af0 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270020 Oct 27 14:20:19.966889 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-ee2f54ac-72e0-4722-8bed-611c1e69a784 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 1096 time: 0.1203678 Oct 27 14:20:20.077884 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000d3d-bba6-425e-9d66-796214d9d1d1 req-4cab1cb3-bafe-4d6a-ba70-0383d2b0099e tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:20.079295 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-51000d3d-bba6-425e-9d66-796214d9d1d1 req-4cab1cb3-bafe-4d6a-ba70-0383d2b0099e tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 943 time: 0.1756618 Oct 27 14:20:20.103998 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:20.227963 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-cfcce1d7-2c66-426a-8dfc-fbf08b8eafa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:20.229397 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-cfcce1d7-2c66-426a-8dfc-fbf08b8eafa6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 916 time: 0.2541652 Oct 27 14:20:20.289654 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-51000d3d-bba6-425e-9d66-796214d9d1d1 req-5a78a578-a745-432d-a03e-6269a3496548 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990871 Oct 27 14:20:20.304082 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:20:20.314051 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-b4af5335-e51b-499a-983f-e1cbb31f756b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee HTTP/1.1" status: 200 len: 217 time: 0.0689380 Oct 27 14:20:20.386789 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-7390a6db-7f6c-414b-b4de-b81d4a5198c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:20.388503 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-7390a6db-7f6c-414b-b4de-b81d4a5198c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0642743 Oct 27 14:20:20.437589 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-feb19042-eef3-4e4e-83a0-b29626b7ff47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392087 Oct 27 14:20:20.579180 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-2b2bbd29-509e-4eed-9274-7ba0f24060e4 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261671 Oct 27 14:20:20.713468 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-96c01a6b-2ead-4b1e-95b8-3baa6b110263 req-b4815496-6d0d-41ab-8f74-8eea425d9a07 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230454 Oct 27 14:20:21.504400 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf733aef-d3a3-4ea8-9f3e-18d55c117a58 req-70cc7ae2-435f-478c-85c7-65b4b8d3d6e3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:21.505929 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bf733aef-d3a3-4ea8-9f3e-18d55c117a58 req-70cc7ae2-435f-478c-85c7-65b4b8d3d6e3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 943 time: 0.0845294 Oct 27 14:20:21.554219 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-bf733aef-d3a3-4ea8-9f3e-18d55c117a58 req-5daf516b-4b92-4979-b682-12f97911a6a9 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Oct 27 14:20:21.778870 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c205e1a9-d963-4ce8-8730-8fcf79c6f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:21.800053 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 72fd6001-b6a9-4667-bd5b-7e38357338ee details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=82833) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 14:20:21.944438 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 72fd6001-b6a9-4667-bd5b-7e38357338ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:21.961184 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Returning: {'device': '72fd6001-b6a9-4667-bd5b-7e38357338ee', 'network_id': 'f9142f15-d1c0-4e2e-b3e0-10d64ace03de', 'port_id': '72fd6001-b6a9-4667-bd5b-7e38357338ee', 'mac_address': 'fa:16:3e:11:c0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622bf7f6-4195-44f2-8b45-c606fa61aad2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82833) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 14:20:22.014790 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:22.032342 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fd6001-b6a9-4667-bd5b-7e38357338ee {{(pid=82833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 14:20:22.047107 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 72fd6001-b6a9-4667-bd5b-7e38357338ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:22.054546 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:22.056264 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:22.117564 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=72fd6001-b6a9-4667-bd5b-7e38357338ee,revision_number=4']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:22.120549 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:22.371459 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['72fd6001-b6a9-4667-bd5b-7e38357338ee'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:22.761074 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:22.772643 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed96687-763f-4029-9350-6eaf16f55ab2 req-ad350b84-440e-4cde-a3ed-269fe9611b41 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:22.774497 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ed96687-763f-4029-9350-6eaf16f55ab2 req-ad350b84-440e-4cde-a3ed-269fe9611b41 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 944 time: 0.0870223 Oct 27 14:20:22.820756 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-2ed96687-763f-4029-9350-6eaf16f55ab2 req-62c4dfc9-148f-473f-94d5-22040d322b0f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Oct 27 14:20:23.820563 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 72fd6001-b6a9-4667-bd5b-7e38357338ee up at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:20:23.905220 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning for port 72fd6001-b6a9-4667-bd5b-7e38357338ee completed by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:20:23.910759 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.db.provisioning_blocks [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Provisioning complete for port 72fd6001-b6a9-4667-bd5b-7e38357338ee triggered by entity L2. {{(pid=82833) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:20:23.911264 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1064058'] for port, provisioning_complete {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:24.028890 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073977'] for port, before_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:24.032823 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbfc20-c245-4f7b-9ce3-efec88f852d4 req-438b362a-ae13-462f-9d01-dd5f55dc544f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:24.034403 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-47fbfc20-c245-4f7b-9ce3-efec88f852d4 req-438b362a-ae13-462f-9d01-dd5f55dc544f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 944 time: 0.0837696 Oct 27 14:20:24.056655 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fd6001-b6a9-4667-bd5b-7e38357338ee'}] {{(pid=82833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:24.066431 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] For port 72fd6001-b6a9-4667-bd5b-7e38357338ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:24.072988 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737950265838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737949872496', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737949872541'] for port, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:24.074940 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:24.089446 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-47fbfc20-c245-4f7b-9ce3-efec88f852d4 req-9d1981c2-b98e-4d2a-8070-9bad15a6d3d0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Oct 27 14:20:24.121004 dv-cinder-815663-1-smb neutron-server[82833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fd6001-b6a9-4667-bd5b-7e38357338ee', 'code': 200} Oct 27 14:20:24.146040 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Pushing event updated for resources: {'Port': ['ID=72fd6001-b6a9-4667-bd5b-7e38357338ee,revision_number=5']} {{(pid=82833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:24.148801 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG oslo_concurrency.lockutils [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:24.366681 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-773a5442-94c2-4bcf-ade1-37f2f21144cc req-2a3095cb-256b-4b7b-af15-97ecef768b1b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 1098 time: 0.0797515 Oct 27 14:20:24.414749 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-773a5442-94c2-4bcf-ade1-37f2f21144cc req-a42d0082-e3a3-4c8f-bac9-1ebc97c1cc03 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373244 Oct 27 14:20:24.568591 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:25.296576 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f3689-2025-44ff-b5a0-1c7b82771f2c req-706aeff0-942d-4470-bfe5-f541cc8ec01f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:25.298074 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c53f3689-2025-44ff-b5a0-1c7b82771f2c req-706aeff0-942d-4470-bfe5-f541cc8ec01f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 945 time: 0.0780334 Oct 27 14:20:25.343691 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-c53f3689-2025-44ff-b5a0-1c7b82771f2c req-ca45637f-a8d1-44dd-a8d3-e5900224375c tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Oct 27 14:20:26.551379 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232dec7-c116-4261-abe8-687cddaa733c req-14fbe9ba-ecdb-4b84-a69e-ec1bddf2e6c6 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:26.552812 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e232dec7-c116-4261-abe8-687cddaa733c req-14fbe9ba-ecdb-4b84-a69e-ec1bddf2e6c6 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 945 time: 0.0817063 Oct 27 14:20:26.598717 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-e232dec7-c116-4261-abe8-687cddaa733c req-0f70c8d8-3c5c-4974-83b2-198ff5c123e9 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Oct 27 14:20:27.872168 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38088) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:27.934766 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Deleting subnet 582b8528-1ae1-4db3-8fba-c63231774ea1 {{(pid=82832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:20:27.937816 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:27.986300 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3260385'] for subnet, precommit_delete_associations {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.039454 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.110841 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3179920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3869307'] for subnet, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.114713 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:28.148243 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582b8528-1ae1-4db3-8fba-c63231774ea1,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:28.158099 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.165325 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.165325 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.165719 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.166058 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.166404 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.166747 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.167090 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.167431 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.167771 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.168108 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.168443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:28.175230 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/582b8528-1ae1-4db3-8fba-c63231774ea1 HTTP/1.1" status: 204 len: 168 time: 0.3019040 Oct 27 14:20:28.175336 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38096) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:28.176072 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-c6b4d13a-034f-40cf-a67d-b62e772863ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:28.283200 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.408291 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.433147 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcded00-6b34-46b2-a97a-45537efbe01e']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:20:28.445376 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85535667-b487-438e-8cde-bbec8a361c2e') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:20:28.445691 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85535667-b487-438e-8cde-bbec8a361c2e') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:20:28.456863 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.472706 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.478765 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:20:28.479170 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:20:28.492185 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:20:28.568702 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.572614 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e8e43d5e-b604-45a3-bf5e-4eb3032de98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:28.591868 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.594634 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Pushing event deleted for resources: {'Network': ['ID=cbcded00-6b34-46b2-a97a-45537efbe01e,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:28.599042 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:28.600877 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-6d96222c-8e05-4a7f-81dc-b726061cc06e admin admin] 10.222.0.61 "DELETE /v2.0/networks/cbcded00-6b34-46b2-a97a-45537efbe01e HTTP/1.1" status: 204 len: 168 time: 0.4246099 Oct 27 14:20:28.742574 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38110) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:28.793844 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-a0bfce9b-9195-4436-88f1-61ed8489809c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4335ed6bb75242b98442684d3926d246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497563 Oct 27 14:20:28.796349 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38114) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:28.861809 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.886988 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.942504 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.946549 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4e0eec45-e572-4b4b-9fe3-c8ca57a22fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:28.966360 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3b4d1c-82e8-4113-a439-4f9e5e5756ec,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:28.969412 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:28.978102 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:28.981623 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-465d1272-d3d1-4004-9c08-cdc55e9a086a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c3b4d1c-82e8-4113-a439-4f9e5e5756ec HTTP/1.1" status: 204 len: 168 time: 0.1819122 Oct 27 14:20:34.409721 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424db7d-1ba9-4fc9-a683-73ae07d09cb7 req-c32b7af2-9298-408f-aa49-f79fa92b78df tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:34.411116 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5424db7d-1ba9-4fc9-a683-73ae07d09cb7 req-c32b7af2-9298-408f-aa49-f79fa92b78df tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 945 time: 0.0894802 Oct 27 14:20:34.459413 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5424db7d-1ba9-4fc9-a683-73ae07d09cb7 req-d52c0a28-d9c1-4349-9753-d4919348e78a tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Oct 27 14:20:35.689154 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1d73f-c8a6-4f6a-bbd9-991f47695269 req-03791005-7e94-448b-b941-038bfc8d233b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:35.690826 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cda1d73f-c8a6-4f6a-bbd9-991f47695269 req-03791005-7e94-448b-b941-038bfc8d233b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 945 time: 0.0814881 Oct 27 14:20:35.740715 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-cda1d73f-c8a6-4f6a-bbd9-991f47695269 req-980c5b03-4bc2-4664-8a95-51c78b1c067e tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Oct 27 14:20:36.369820 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-21a2e8ac-e079-4e2d-9220-3b6681702615 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:36.371233 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-21a2e8ac-e079-4e2d-9220-3b6681702615 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 945 time: 0.0883617 Oct 27 14:20:36.448076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Deleting port 72fd6001-b6a9-4667-bd5b-7e38357338ee {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:20:36.448417 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:36.784213 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] For port 72fd6001-b6a9-4667-bd5b-7e38357338ee, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=72fd6001-b6a9-4667-bd5b-7e38357338ee,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:36.784407 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:36.903842 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Calling delete_port for 72fd6001-b6a9-4667-bd5b-7e38357338ee owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:20:37.081355 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd677a-89b6-49f6-af3a-0dc00393104a req-47c25c5f-afa6-4e28-8520-cd56f7b6180d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:37.082734 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-66cd677a-89b6-49f6-af3a-0dc00393104a req-47c25c5f-afa6-4e28-8520-cd56f7b6180d tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=fad64569-a571-4e3c-9612-237f652e5e1d HTTP/1.1" status: 200 len: 945 time: 0.1868415 Oct 27 14:20:37.129668 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:37.136444 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-84cf30cd-e07c-4162-bd03-fe89454a1ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:37.145629 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'ce8d64f4-335b-46e3-bc98-a16becda748f', '032e2213-1b78-47d9-a2d0-2851c9cdc961', '72fd6001-b6a9-4667-bd5b-7e38357338ee'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:37.184110 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event deleted for resources: {'Port': ['ID=72fd6001-b6a9-4667-bd5b-7e38357338ee,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:37.187949 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:37.190718 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-66cd677a-89b6-49f6-af3a-0dc00393104a req-165995f6-ee7b-4b54-b4a8-649b10bf6734 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989418 Oct 27 14:20:37.260789 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] No DVR routers for this DVR port 72fd6001-b6a9-4667-bd5b-7e38357338ee on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:20:37.263290 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:37.265830 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'name': 'network-vif-deleted', 'tag': '72fd6001-b6a9-4667-bd5b-7e38357338ee'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:37.282873 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-5c620c95-cf1a-408b-b35d-162e66e02f85 req-e665eea1-2542-4d63-8415-a24ff92483f3 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "DELETE /v2.0/ports/72fd6001-b6a9-4667-bd5b-7e38357338ee HTTP/1.1" status: 204 len: 173 time: 0.9046998 Oct 27 14:20:37.329515 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad64569-a571-4e3c-9612-237f652e5e1d', 'name': 'network-vif-deleted', 'tag': '72fd6001-b6a9-4667-bd5b-7e38357338ee', 'status': 'completed', 'code': 200} Oct 27 14:20:39.906041 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 72fd6001-b6a9-4667-bd5b-7e38357338ee no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:20:39.944105 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 72fd6001-b6a9-4667-bd5b-7e38357338ee {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:20:39.944461 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 72fd6001-b6a9-4667-bd5b-7e38357338ee not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:20:39.947602 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599bdf-fcf9-463c-8a71-f6b83ab6fa55 req-b0a3be83-63f0-40da-a10d-a02be3199ece tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:39.948262 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-58599bdf-fcf9-463c-8a71-f6b83ab6fa55 req-b0a3be83-63f0-40da-a10d-a02be3199ece tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:39.966294 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-58599bdf-fcf9-463c-8a71-f6b83ab6fa55 req-b0a3be83-63f0-40da-a10d-a02be3199ece tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:39.967722 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-58599bdf-fcf9-463c-8a71-f6b83ab6fa55 req-b0a3be83-63f0-40da-a10d-a02be3199ece tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 945 time: 0.1053474 Oct 27 14:20:40.025582 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-58599bdf-fcf9-463c-8a71-f6b83ab6fa55 req-fc001265-b661-4a89-bf4d-39535d5df93b tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510621 Oct 27 14:20:40.633667 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:41.257971 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8623-00b1-46c1-b03e-29dd665224fa req-7c1cf107-5a7d-407e-a828-e7cc0933adc8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:41.260077 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-15af8623-00b1-46c1-b03e-29dd665224fa req-7c1cf107-5a7d-407e-a828-e7cc0933adc8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 945 time: 0.0982347 Oct 27 14:20:41.322198 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-15af8623-00b1-46c1-b03e-29dd665224fa req-df491cb1-0a93-4cd9-b1f5-b19cbc8af00f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536685 Oct 27 14:20:41.619446 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-aa143f14-a433-4b3c-8f30-f0e206a56529 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:41.620905 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-aa143f14-a433-4b3c-8f30-f0e206a56529 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 945 time: 0.0901215 Oct 27 14:20:41.699852 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Deleting port 032e2213-1b78-47d9-a2d0-2851c9cdc961 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:20:41.700133 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:41.967126 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] For port 032e2213-1b78-47d9-a2d0-2851c9cdc961, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=032e2213-1b78-47d9-a2d0-2851c9cdc961,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:41.967488 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:42.094870 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Calling delete_port for 032e2213-1b78-47d9-a2d0-2851c9cdc961 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:20:42.248315 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:42.254982 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2df7a72a-f2b3-4e11-bc07-b2af2d3d5d02 tempest-VolumesSnapshotTestJSON-897667657 tempest-VolumesSnapshotTestJSON-897667657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:42.260371 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'ce8d64f4-335b-46e3-bc98-a16becda748f'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:42.303206 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event deleted for resources: {'Port': ['ID=032e2213-1b78-47d9-a2d0-2851c9cdc961,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:42.306247 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:42.387143 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] No DVR routers for this DVR port 032e2213-1b78-47d9-a2d0-2851c9cdc961 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:20:42.390402 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:42.393655 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'name': 'network-vif-deleted', 'tag': '032e2213-1b78-47d9-a2d0-2851c9cdc961'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:42.411720 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6ed1abc9-9c68-4981-84fa-adaa35f19b34 req-f99ca8a4-eed3-4667-8b3e-245300bb29a8 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "DELETE /v2.0/ports/032e2213-1b78-47d9-a2d0-2851c9cdc961 HTTP/1.1" status: 204 len: 173 time: 0.7830040 Oct 27 14:20:42.494957 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8838cb-e4d8-40ba-b635-c9d38aad6a5e', 'name': 'network-vif-deleted', 'tag': '032e2213-1b78-47d9-a2d0-2851c9cdc961', 'status': 'completed', 'code': 200} Oct 27 14:20:42.506167 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-6cdd2c1a-19ef-4dfd-beed-680c03783163 req-da84c950-a947-43a4-aba4-93594e0080fa tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:42.521471 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-6cdd2c1a-19ef-4dfd-beed-680c03783163 req-da84c950-a947-43a4-aba4-93594e0080fa tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:42.522640 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-6cdd2c1a-19ef-4dfd-beed-680c03783163 req-da84c950-a947-43a4-aba4-93594e0080fa tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e8838cb-e4d8-40ba-b635-c9d38aad6a5e HTTP/1.1" status: 200 len: 210 time: 0.0665467 Oct 27 14:20:43.042650 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-611b12c3-1f5c-4acf-95bc-dc1d1fb66e7b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765352 Oct 27 14:20:43.234106 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-2cdc63fb-2c79-46ce-9345-de8c2c6e8da2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54e22595d437454eb7c5742a0711a0dc&device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 1099 time: 0.1692886 Oct 27 14:20:43.402694 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-a6cbbe22-fee3-460c-a9c2-9b6eea1d0541 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:43.404178 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-a6cbbe22-fee3-460c-a9c2-9b6eea1d0541 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 200 len: 916 time: 0.1483717 Oct 27 14:20:43.480622 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-436a9eb1-a822-4509-bdb5-ed740f3898b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8 HTTP/1.1" status: 200 len: 217 time: 0.0697043 Oct 27 14:20:43.561503 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-445219ea-8d74-46e4-94a3-c496ff023f0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:43.563101 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-445219ea-8d74-46e4-94a3-c496ff023f0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 200 len: 854 time: 0.0756006 Oct 27 14:20:43.612686 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-da0905b7-d454-4713-9fa9-42aed2a335f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f9142f15-d1c0-4e2e-b3e0-10d64ace03de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425282 Oct 27 14:20:43.749393 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-993052ca-44c4-406f-9888-b7558f3fdf0e service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294150 Oct 27 14:20:43.900320 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-7b745abf-7a8e-4b7c-8758-67581dd6afd6 req-eb48c7f5-ff3e-4794-aa72-7e887d4b8518 service neutron] 10.222.0.82 "GET /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440759 Oct 27 14:20:43.912942 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 032e2213-1b78-47d9-a2d0-2851c9cdc961 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:20:43.956938 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 032e2213-1b78-47d9-a2d0-2851c9cdc961 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:20:43.957279 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 032e2213-1b78-47d9-a2d0-2851c9cdc961 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:20:44.051858 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81776fc3-dc9e-483b-b354-d443e574ade5 req-5586de6f-9916-4653-906b-84bfb6bd81ef tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:44.053308 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-81776fc3-dc9e-483b-b354-d443e574ade5 req-5586de6f-9916-4653-906b-84bfb6bd81ef tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 946 time: 0.0968382 Oct 27 14:20:44.103025 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-81776fc3-dc9e-483b-b354-d443e574ade5 req-45c73328-541b-4a92-b6e6-f49451b2aee2 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Oct 27 14:20:45.365747 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81614316-3322-44c9-9cba-06bc7323e649 req-9016af4a-9d6e-4dee-bf35-3cd3e753414f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:45.367168 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-81614316-3322-44c9-9cba-06bc7323e649 req-9016af4a-9d6e-4dee-bf35-3cd3e753414f tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 946 time: 0.1363192 Oct 27 14:20:45.373405 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-cad40543-e67e-4ce5-8569-36677f50b3d5 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:45.374868 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-cad40543-e67e-4ce5-8569-36677f50b3d5 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 946 time: 0.1137528 Oct 27 14:20:45.465596 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Deleting port ce8d64f4-335b-46e3-bc98-a16becda748f {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:20:45.465952 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:45.499087 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-81614316-3322-44c9-9cba-06bc7323e649 req-96184bb2-1b63-46b3-972c-bc03b06e48e5 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232593 Oct 27 14:20:45.717783 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] For port ce8d64f4-335b-46e3-bc98-a16becda748f, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ce8d64f4-335b-46e3-bc98-a16becda748f,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:45.718076 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:45.835698 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Calling delete_port for ce8d64f4-335b-46e3-bc98-a16becda748f owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:20:45.988681 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:45.994065 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-5ef51756-28a0-451e-ae02-1f947ec49327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:46.000166 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:46.040431 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event deleted for resources: {'Port': ['ID=ce8d64f4-335b-46e3-bc98-a16becda748f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:46.086184 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.086569 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.086939 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.087305 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.087662 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.088021 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.088381 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.088735 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.089086 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.089436 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.089815 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:20:46.201521 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:46.235709 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] No DVR routers for this DVR port ce8d64f4-335b-46e3-bc98-a16becda748f on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:20:46.238261 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:46.240922 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'name': 'network-vif-deleted', 'tag': 'ce8d64f4-335b-46e3-bc98-a16becda748f'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:46.258147 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-ace0bc74-c0cf-4e18-b029-9eac6825b52b req-39001e71-c794-4bd2-9051-d6259676b3c0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "DELETE /v2.0/ports/ce8d64f4-335b-46e3-bc98-a16becda748f HTTP/1.1" status: 204 len: 173 time: 0.8689337 Oct 27 14:20:46.315763 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9307534f-00eb-4711-ae56-c5d62de2e3d1', 'name': 'network-vif-deleted', 'tag': 'ce8d64f4-335b-46e3-bc98-a16becda748f', 'status': 'completed', 'code': 200} Oct 27 14:20:46.758166 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-a78afeeb-28f4-4e09-b7ed-1d3e6bc78b8e req-d4b628c6-d3ec-4882-ab33-c042fad4beb0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:46.775197 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-a78afeeb-28f4-4e09-b7ed-1d3e6bc78b8e req-d4b628c6-d3ec-4882-ab33-c042fad4beb0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:46.776459 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a78afeeb-28f4-4e09-b7ed-1d3e6bc78b8e req-d4b628c6-d3ec-4882-ab33-c042fad4beb0 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=9307534f-00eb-4711-ae56-c5d62de2e3d1 HTTP/1.1" status: 200 len: 210 time: 0.0695329 Oct 27 14:20:47.922751 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device ce8d64f4-335b-46e3-bc98-a16becda748f no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:20:47.956156 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: ce8d64f4-335b-46e3-bc98-a16becda748f {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:20:47.956504 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device ce8d64f4-335b-46e3-bc98-a16becda748f not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:20:49.514553 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f1c53-91e9-465f-9ab6-7c76c87b0e10 req-1a22ba88-9d28-4776-8f74-b75f65e752c6 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:49.515922 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a62f1c53-91e9-465f-9ab6-7c76c87b0e10 req-1a22ba88-9d28-4776-8f74-b75f65e752c6 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 946 time: 0.0781538 Oct 27 14:20:49.562212 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [req-a62f1c53-91e9-465f-9ab6-7c76c87b0e10 req-09654e5a-d2c7-4488-a81b-f32f18865d45 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401504 Oct 27 14:20:49.636368 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-55dc1ff3-8dec-4b47-98c6-344a6f9cbd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:50.100303 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:50.770034 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d6df-d2b0-419e-9ba7-4cc1bb197a41 req-bcfc751b-f724-4736-a975-d02c5f1262b7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:50.771487 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f31d6df-d2b0-419e-9ba7-4cc1bb197a41 req-bcfc751b-f724-4736-a975-d02c5f1262b7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 946 time: 0.0813446 Oct 27 14:20:50.819588 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-4f31d6df-d2b0-419e-9ba7-4cc1bb197a41 req-29ce872d-1f33-4412-9155-21894c6580d7 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/security-groups?id=6ae0f09a-df8a-48d2-af99-b8a600986fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Oct 27 14:20:51.034605 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-ac63783d-c5dc-487d-9d70-512ccb5c3600 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82831) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:20:51.036012 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-ac63783d-c5dc-487d-9d70-512ccb5c3600 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 946 time: 0.0824025 Oct 27 14:20:51.108712 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Deleting port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 {{(pid=82831) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 14:20:51.109068 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737950258917'] for port, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:51.356024 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.db [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] For port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,segment=NetworkSegment(b0ea0df6-de2e-4180-acf3-970069f0169f),segment_id=b0ea0df6-de2e-4180-acf3-970069f0169f)] {{(pid=82831) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:20:51.356366 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889344'] for port, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:51.479502 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.plugin [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Calling delete_port for 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 owned by compute:nova {{(pid=82831) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 14:20:51.629944 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1074085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737950265820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737949872487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3637375'] for port, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:51.635280 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:51.642151 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.db [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] get_ports_and_sgs() called for port_ids ['1bf58bc1-0825-4995-9550-52e9dbcfc2a8'] {{(pid=82833) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 14:20:51.679043 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Pushing event deleted for resources: {'Port': ['ID=1bf58bc1-0825-4995-9550-52e9dbcfc2a8,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:51.683028 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:51.752428 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] No DVR routers for this DVR port 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 on host hv-cinder-81566 {{(pid=82831) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 14:20:51.754860 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522654'] for port, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:51.757446 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'name': 'network-vif-deleted', 'tag': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8'}] {{(pid=82831) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 14:20:51.773845 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-a1b44ec2-e741-4a86-8950-f68a95126e5f req-e656e7eb-12f8-4a1e-967f-34609ae47102 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.82 "DELETE /v2.0/ports/1bf58bc1-0825-4995-9550-52e9dbcfc2a8 HTTP/1.1" status: 204 len: 173 time: 0.7316000 Oct 27 14:20:51.784085 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-4ec109ae-aef9-440a-89f3-29e160e1016d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:51.816708 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2462c0a-d976-4633-92b4-96ae736359ae', 'name': 'network-vif-deleted', 'tag': '1bf58bc1-0825-4995-9550-52e9dbcfc2a8', 'status': 'completed', 'code': 200} Oct 27 14:20:52.003539 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-0a10b3b6-2484-439c-b309-b50de7fa5fae req-6236e0ec-39b7-4c9f-9a6a-070b5412b558 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Synchronizing usage tracker for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 14:20:52.019424 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [req-0a10b3b6-2484-439c-b309-b50de7fa5fae req-6236e0ec-39b7-4c9f-9a6a-070b5412b558 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] Unset dirty status for tenant:54e22595d437454eb7c5742a0711a0dc on resource:port {{(pid=82831) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 14:20:52.020571 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [req-0a10b3b6-2484-439c-b309-b50de7fa5fae req-6236e0ec-39b7-4c9f-9a6a-070b5412b558 tempest-AttachVolumeNegativeTest-925098140 tempest-AttachVolumeNegativeTest-925098140-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2462c0a-d976-4633-92b4-96ae736359ae HTTP/1.1" status: 200 len: 210 time: 0.0576484 Oct 27 14:20:52.763679 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.128196 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38208) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:53.189035 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Deleting subnet 622bf7f6-4195-44f2-8b45-c606fa61aad2 {{(pid=82831) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 14:20:53.192550 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.249693 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3343352'] for subnet, precommit_delete_associations {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.306637 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1052004'] for subnet, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.375490 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3637288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3473761'] for subnet, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.379636 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-d83fa1b9-2138-4e97-a716-3a04bc246c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:53.416669 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622bf7f6-4195-44f2-8b45-c606fa61aad2,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:53.420137 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:53.423482 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for subnet, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.429465 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-9a0668f1-1efa-4bd5-b578-76b9900801be admin admin] 10.222.0.61 "DELETE /v2.0/subnets/622bf7f6-4195-44f2-8b45-c606fa61aad2 HTTP/1.1" status: 204 len: 168 time: 0.3001294 Oct 27 14:20:53.431975 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38212) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:53.533500 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119354'] for network, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.665240 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1051117', 'neutron.services.segments.db._delete_segments_for_network-8737950391736'] for network, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.775087 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9142f15-d1c0-4e2e-b3e0-10d64ace03de']}} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:20:53.787889 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ea0df6-de2e-4180-acf3-970069f0169f') {'for_net_delete': True} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:20:53.788178 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.services.segments.db [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ea0df6-de2e-4180-acf3-970069f0169f') {} {{(pid=82831) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:20:53.799761 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737950393811', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3343331'] for segment, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.815744 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1055120'] for segment, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.822417 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=82831) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 14:20:53.822788 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1055135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3637314'] for segment, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: Traceback (most recent call last): Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: timer() Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: cb(*args, **kw) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: return func(*args, **kwargs) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: self._notify() Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: self.callback(batched_events) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: event.method(event) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: return f(self, *a, **k) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: return self._get(url).json() Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: return self.request(url, 'GET', **kwargs) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 14:20:53.836316 dv-cinder-815663-1-smb neutron-server[82831]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 14:20:53.912413 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1051110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1715745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-888034'] for network, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.916287 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:53.931639 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1715965'] for network, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:53.942041 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9142f15-d1c0-4e2e-b3e0-10d64ace03de,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:53.945192 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:53.950963 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-dac6e8c8-c838-4502-b6ba-edd117b81660 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f9142f15-d1c0-4e2e-b3e0-10d64ace03de HTTP/1.1" status: 204 len: 168 time: 0.5180955 Oct 27 14:20:53.952936 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 14:20:53.985707 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.plugin [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] No Port match for: 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 {{(pid=82833) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 14:20:53.986054 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron.plugins.ml2.rpc [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Device 1bf58bc1-0825-4995-9550-52e9dbcfc2a8 not bound to the agent host hv-cinder-81566 {{(pid=82833) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 14:20:54.148585 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38218) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:54.200955 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f43e1e15-dc5e-4b60-ab5f-8da8a261ba09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54e22595d437454eb7c5742a0711a0dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506179 Oct 27 14:20:54.203460 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38222) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:54.267022 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:54.292876 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:54.343939 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:54.348994 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-47976714-14b8-41f8-ad8f-bc386044c56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:54.361623 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0f09a-df8a-48d2-af99-b8a600986fcd,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:54.364335 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:54.374470 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:54.375608 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-9200697e-9ed0-430f-afa5-36ca9940e116 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ae0f09a-df8a-48d2-af99-b8a600986fcd HTTP/1.1" status: 204 len: 168 time: 0.1712718 Oct 27 14:20:54.563131 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.024345 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38272) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:56.172418 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.204612 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:20:56.208749 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Usage tracker for resource:security_group_rule and tenant:dc3fac91e9ac49859162b82b8f393eb6 is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:20:56.211763 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:20:56.217842 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:20:56.282256 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.286715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.293443 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-177a7926-2348-4f38-8dc1-3bd9a6d250e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:56.336517 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae5d8fa-f719-45a5-aba1-ced16891a59d,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:56.339715 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:56.342476 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-cc72cf2b-a3dc-4980-82ee-f3b75e776bad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc3fac91e9ac49859162b82b8f393eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3170433 Oct 27 14:20:56.345327 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38278) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:20:56.407990 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.433901 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.485946 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.489915 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-b45bb358-a96f-4c8f-ba16-3cc8d02b1bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:20:56.501329 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae5d8fa-f719-45a5-aba1-ced16891a59d,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:20:56.505092 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:20:56.508554 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:20:56.509830 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f2770576-5fe0-4c10-a55b-1d7203f55b6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ae5d8fa-f719-45a5-aba1-ced16891a59d HTTP/1.1" status: 204 len: 168 time: 0.1634407 Oct 27 14:20:57.305080 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:21:02.578079 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38356) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:02.720943 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:02.756606 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:21:02.760850 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a89d988c15419b87ab645e7bb84f75 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:21:02.764262 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:21:02.770589 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:21:02.840534 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:02.845471 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:02.853502 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e6eb6560-098c-49e9-9557-d057f83a0d51 tempest-AttachVolumeTestJSON-1060831853 tempest-AttachVolumeTestJSON-1060831853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:02.896666 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f09c3e-2324-4f66-ab4e-bdf88e7ad936,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:02.903675 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6a89d988c15419b87ab645e7bb84f75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3219538 Oct 27 14:21:02.903675 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e1f24f08-b318-414e-9b8e-31e514e18439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:02.903980 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38362) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:02.967885 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:02.993531 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.046740 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.051884 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-57ef088a-55d2-48a0-a51d-26d6e79ef852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:03.063664 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f09c3e-2324-4f66-ab4e-bdf88e7ad936,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:03.066596 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:03.068776 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.072479 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56f09c3e-2324-4f66-ab4e-bdf88e7ad936 HTTP/1.1" status: 204 len: 168 time: 0.1650324 Oct 27 14:21:03.415073 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38370) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:03.433608 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.466061 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:21:03.469989 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Usage tracker for resource:security_group_rule and tenant:b55b577f2b034d87838ac5b3d08677e1 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:21:03.472946 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:21:03.478891 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:21:03.546096 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.551440 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.558347 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-2c8b1e6a-6102-4826-abbb-7f781b0d792f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:03.601699 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ea9b7-fa7a-4b6e-a736-1624f8666aa7,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:03.605229 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:03.611731 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38374) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:03.612222 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b55b577f2b034d87838ac5b3d08677e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957855 Oct 27 14:21:03.674089 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.700955 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.759081 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.762916 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-3d6edf27-7b56-434b-97fa-e8a00747a5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:03.776197 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ea9b7-fa7a-4b6e-a736-1624f8666aa7,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:03.779125 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:03.781459 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:03.782451 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-174cdeb2-4c75-404b-b861-07d705231aba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca2ea9b7-fa7a-4b6e-a736-1624f8666aa7 HTTP/1.1" status: 204 len: 168 time: 0.1697586 Oct 27 14:21:10.657132 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.102565 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38498) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:12.258543 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.292269 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:21:12.296211 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Usage tracker for resource:security_group_rule and tenant:14748b028f0c4678ab92dec5dc881a7b is out of sync, need to count used quota {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:21:12.299414 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.quota.resource [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:21:12.305432 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.db.quota.driver [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:21:12.371962 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.376945 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.383728 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-88b5edaa-06d3-4e9c-83c8-612dbd4f1e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:12.423557 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7dffc5-72bc-4e49-a751-1392d8f3bfc5,revision_number=1']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:12.426704 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:12.431743 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-f796b259-d47a-4881-a236-f78537f363f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14748b028f0c4678ab92dec5dc881a7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3274758 Oct 27 14:21:12.433351 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38504) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:12.502899 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.532109 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.586954 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.590829 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-4dc3f4dc-fd35-4056-88b6-f48933029f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:12.605074 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7dffc5-72bc-4e49-a751-1392d8f3bfc5,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:12.607909 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:12.617139 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:12.618304 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e41a70c2-7437-4479-9505-d778905a207b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f7dffc5-72bc-4e49-a751-1392d8f3bfc5 HTTP/1.1" status: 204 len: 168 time: 0.1838152 Oct 27 14:21:13.061181 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38512) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:13.079618 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.116082 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:21:13.120138 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Usage tracker for resource:security_group_rule and tenant:251de4a0fdc9409dbfe8a34b49cfb4a8 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:21:13.123266 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:21:13.129382 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:21:13.203055 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.208660 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.215165 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-624edc5f-3545-4313-b31b-ae543455cb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:13.259639 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae5b9f-7847-4f38-b6b3-96f796a1508f,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:13.263937 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=251de4a0fdc9409dbfe8a34b49cfb4a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2016447 Oct 27 14:21:13.264864 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-22efcf1b-a40d-4b1b-aff4-a4dd8681d71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:13.266603 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38516) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:13.328697 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.354537 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.418415 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.422156 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-b5d4444e-83fa-4914-8b72-342d2241f44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:13.433231 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae5b9f-7847-4f38-b6b3-96f796a1508f,revision_number=None']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:13.436900 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:13.440629 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:13.442834 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-e170c5e6-9493-488b-94c1-ef16a12c1d8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12ae5b9f-7847-4f38-b6b3-96f796a1508f HTTP/1.1" status: 204 len: 168 time: 0.1742535 Oct 27 14:21:19.640000 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-afb22287-3e06-4787-a9ff-ebac74a36f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:20.105747 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:21.782514 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c71db969-ca47-4a72-b73a-2e0fb624282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:22.772294 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:24.571486 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:34.305877 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:21:40.679370 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:49.544341 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.wsgi [-] (82831) accepted ('10.222.0.61', 38716) {{(pid=82831) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:49.649873 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-93cef719-30f0-4a6d-8ef6-c310965b31d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:49.694372 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:49.728804 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:21:49.733225 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Usage tracker for resource:security_group_rule and tenant:0b743aceb1c544f382b1493a898a9f87 is out of sync, need to count used quota {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:21:49.736153 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.quota.resource [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82831) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:21:49.742062 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.db.quota.driver [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82831) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:21:49.817337 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:49.822705 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron_lib.callbacks.manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_create {{(pid=82831) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:49.829855 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-1aff69cd-3c5d-4119-af32-46653c18f35f tempest-TestShelveInstance-344407771 tempest-TestShelveInstance-344407771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:49.871124 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849894e0-4310-4196-a2c1-1387b93c3fcf,revision_number=1']} {{(pid=82831) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:49.876945 dv-cinder-815663-1-smb neutron-server[82831]: INFO neutron.wsgi [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b743aceb1c544f382b1493a898a9f87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3315473 Oct 27 14:21:49.879995 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.wsgi [-] (82832) accepted ('10.222.0.61', 38722) {{(pid=82832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:21:49.884131 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.884516 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.884906 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.885235 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.885634 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.885994 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.886385 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.886742 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.887106 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.887520 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.887841 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82831) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:49.891704 dv-cinder-815663-1-smb neutron-server[82831]: DEBUG oslo_concurrency.lockutils [None req-8b99f280-34c1-4e7c-b40e-613bd4bb2b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82831) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:49.951398 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:50.084606 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:50.114520 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:50.155200 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704475'] for security_group, after_delete {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:50.159100 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-dcccb62b-5d8a-481a-9acb-d3fe08e65d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:21:50.172567 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849894e0-4310-4196-a2c1-1387b93c3fcf,revision_number=None']} {{(pid=82832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:21:50.186362 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.186730 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.187089 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.187444 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.187795 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.188143 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.188489 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.188835 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.189177 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.191821 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.191821 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815663-1-smb {{(pid=82832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:21:50.193600 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG oslo_concurrency.lockutils [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:21:50.194793 dv-cinder-815663-1-smb neutron-server[82832]: DEBUG neutron_lib.callbacks.manager [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:50.197445 dv-cinder-815663-1-smb neutron-server[82832]: INFO neutron.wsgi [None req-1c32d15e-21c5-4a3f-9e9d-a6c210349532 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/849894e0-4310-4196-a2c1-1387b93c3fcf HTTP/1.1" status: 204 len: 168 time: 0.3164573 Oct 27 14:21:51.780424 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b908ab22-80c9-4c73-87ef-3c80533e3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:52.769665 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:21:54.573774 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:10.665972 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:11.306495 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:22:19.645157 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5775-85f3-448b-a597-8a1cac1d8d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:20.111946 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:21.780996 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-462b3f35-1ac3-49ec-a658-bf5e1780e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:22.778007 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:24.575199 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:40.678214 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:48.310734 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:22:49.653579 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-8f6aded8-38e8-4df8-aa88-b1f8480c8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:50.107519 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:51.777167 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-268651ee-0be4-4065-be44-e403fd864972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:52.777753 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:22:54.577668 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:10.678957 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:19.651820 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b04f2ac9-e68c-4b85-b2a6-939b6449eafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:20.141388 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:21.773084 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f5340598-bc81-4017-8506-f31c58f1e59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:22.783173 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:24.581015 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:25.311793 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:23:40.681865 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:49.650119 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3667cfa8-d8f9-441e-b4e9-c0b2bad3d5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:50.115710 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:51.777342 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-852d5679-0dcf-4d7d-ba1c-66cff49762fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:52.785760 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:23:54.584575 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:02.315883 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:24:10.691615 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:19.643613 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-f27b1524-14cf-4487-9854-638b891054e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:20.120214 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:21.783636 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-c79f264d-e999-433e-9600-2345e215065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:22.786967 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:24.585820 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:39.316943 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:24:40.712735 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:49.648506 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-57562c9e-ee5c-49ba-ae10-814642ccf203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:50.125062 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:51.779079 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-54f0f31a-22da-4347-ac93-424486fdb520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:52.794411 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:24:54.590042 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:10.704841 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:16.318630 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:25:19.646126 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-85edbe41-4897-4edb-a6b0-4e788b23eca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:20.130988 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:21.783616 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a015-f374-49a8-bbcf-44a8607bd053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:22.793892 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:24.594297 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:40.720607 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:49.644033 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-37e08a96-c3db-47ae-9acc-234542ac4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:50.129468 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:51.788771 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3e09eeb7-cb13-4f3c-a56f-615ecb86db43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:52.801558 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:25:53.324193 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:25:54.598047 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:10.736966 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:19.639177 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-7736cc46-99df-4d1f-9ff0-0374597aeaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:20.126531 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:21.794522 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-e537fa10-0ab3-4fb5-95db-f7c34c2516c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:22.801779 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:24.597831 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:30.325234 dv-cinder-815663-1-smb neutron-server[82834]: DEBUG neutron.db.agents_db [None req-dc3d4202-3d05-4863-bfbd-904768464f6c None None] Agent healthcheck: found 6 active agents {{(pid=82834) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:26:40.734605 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-fd840ef8-dabb-4fd5-a3b9-9a21479bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:49.645034 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-8768590e-7670-4301-b117-03bf5573702f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:50.123426 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-b2b839ff-e718-4700-b22b-e314be87bbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:51.790371 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ce8f-a645-43c4-9fdb-ce595a629263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:52.814906 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-1ae01e32-fc3c-452a-a789-3a89c17c4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:26:54.601375 dv-cinder-815663-1-smb neutron-server[82833]: DEBUG neutron_lib.callbacks.manager [None req-3b062ddf-c454-42a8-a0b5-8f98c0751fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737950391718', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1063979'] for agent, after_update {{(pid=82833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}